diff --git a/.gitattributes b/.gitattributes index 822ddac642e9c7afeeb44812b865b3d8091eab9f..387ff5ec8749e778e29a79f7886e65a7f3541d61 100644 --- a/.gitattributes +++ b/.gitattributes @@ -3164,3 +3164,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text 4b284b1b9c4/evaluation/generation/examples.4b284b1b9c4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text 4b284b1b9c4/evaluation/generation/examples.4b284b1b9c4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text 4b284b6bc4/evaluation/generation/examples.4b284b6bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text +4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/4b284b12bc4opt4/3523361.err b/4b284b12bc4opt4/3523361.err new file mode 100644 index 0000000000000000000000000000000000000000..d86db9642eef8e14c66b3506f50549df9d1cef8e --- /dev/null +++ b/4b284b12bc4opt4/3523361.err @@ -0,0 +1,3648 @@ +14: 2023-05-15 09:58:40.768834: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +14: 2023-05-15 09:58:40.768841: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +14: 2023-05-15 09:58:40.768866: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +14: 2023-05-15 09:58:40.768905: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +14: 2023-05-15 09:58:40.768899: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +14: 2023-05-15 09:58:40.768912: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +14: 2023-05-15 09:58:40.768922: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +14: 2023-05-15 09:58:40.768948: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769695: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769761: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769791: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769796: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769796: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769817: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769831: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +16: 2023-05-15 09:58:40.769910: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.769955: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.769970: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.769974: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: 2023-05-15 09:58:40.770190: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 6: 2023-05-15 09:58:40.770210: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 6: 2023-05-15 09:58:40.770193: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +13: 2023-05-15 09:58:40.769634: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: 2023-05-15 09:58:40.769687: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: 2023-05-15 09:58:40.769711: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: 2023-05-15 09:58:40.769673: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +21: 2023-05-15 09:58:40.769708: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +21: 2023-05-15 09:58:40.769730: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +27: 2023-05-15 09:58:40.769991: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: 2023-05-15 09:58:40.770001: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: 2023-05-15 09:58:40.770027: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: 2023-05-15 09:58:40.769855: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: 2023-05-15 09:58:40.769874: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: 2023-05-15 09:58:40.769868: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: 2023-05-15 09:58:40.769641: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +30: 2023-05-15 09:58:40.769681: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +30: 2023-05-15 09:58:40.769713: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: 2023-05-15 09:58:40.769797: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: 2023-05-15 09:58:40.769816: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: 2023-05-15 09:58:40.769825: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: 2023-05-15 09:58:40.770116: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +22: 2023-05-15 09:58:40.770124: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +22: 2023-05-15 09:58:40.770150: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 9: 2023-05-15 09:58:40.769919: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: 2023-05-15 09:58:40.769965: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: 2023-05-15 09:58:40.769999: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: 2023-05-15 09:58:40.769846: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: 2023-05-15 09:58:40.769871: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: 2023-05-15 09:58:40.769907: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: 2023-05-15 09:58:40.769923: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 0: 2023-05-15 09:58:40.769942: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 0: 2023-05-15 09:58:40.769940: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: 2023-05-15 09:58:40.770054: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: 2023-05-15 09:58:40.770090: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: 2023-05-15 09:58:40.770116: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: 2023-05-15 09:58:40.770101: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 4: 2023-05-15 09:58:40.770112: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 4: 2023-05-15 09:58:40.770124: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: 2023-05-15 09:58:40.770243: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: 2023-05-15 09:58:40.770257: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: 2023-05-15 09:58:40.770256: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.769982: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: 2023-05-15 09:58:40.769696: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: 2023-05-15 09:58:40.769746: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: 2023-05-15 09:58:40.769908: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: 2023-05-15 09:58:40.769906: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +22: 2023-05-15 09:58:40.770187: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +22: 2023-05-15 09:58:40.770198: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +24: 2023-05-15 09:58:40.770082: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +24: 2023-05-15 09:58:40.770103: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +24: 2023-05-15 09:58:40.770108: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 0: 2023-05-15 09:58:40.769991: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 0: 2023-05-15 09:58:40.770000: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: 2023-05-15 09:58:40.770137: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: 2023-05-15 09:58:40.770152: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 4: 2023-05-15 09:58:40.770154: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 4: 2023-05-15 09:58:40.770159: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.770021: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.770041: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.770036: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 6: 2023-05-15 09:58:40.770236: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 6: 2023-05-15 09:58:40.770256: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: 2023-05-15 09:58:40.769769: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: 2023-05-15 09:58:40.769765: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: 2023-05-15 09:58:40.769771: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +21: 2023-05-15 09:58:40.769734: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +21: 2023-05-15 09:58:40.769742: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: 2023-05-15 09:58:40.770040: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: 2023-05-15 09:58:40.770065: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: 2023-05-15 09:58:40.769935: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: 2023-05-15 09:58:40.769954: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +23: 2023-05-15 09:58:40.769937: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: 2023-05-15 09:58:40.769683: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +30: 2023-05-15 09:58:40.769728: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +30: 2023-05-15 09:58:40.769743: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: 2023-05-15 09:58:40.770295: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +11: 2023-05-15 09:58:40.770309: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +11: 2023-05-15 09:58:40.770332: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: 2023-05-15 09:58:40.769855: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: 2023-05-15 09:58:40.769867: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: 2023-05-15 09:58:40.769878: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: 2023-05-15 09:58:40.770252: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: 2023-05-15 09:58:40.769967: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: 2023-05-15 09:58:40.770031: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: 2023-05-15 09:58:40.770036: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: 2023-05-15 09:58:40.769932: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: 2023-05-15 09:58:40.769903: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: 2023-05-15 09:58:40.769944: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +24: 2023-05-15 09:58:40.770114: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 0: 2023-05-15 09:58:40.770003: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 0: 2023-05-15 09:58:40.770050: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 0: 2023-05-15 09:58:40.770069: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: 2023-05-15 09:58:40.770160: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: 2023-05-15 09:58:40.770181: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: 2023-05-15 09:58:40.770194: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: 2023-05-15 09:58:40.770167: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 4: 2023-05-15 09:58:40.770178: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 5: 2023-05-15 09:58:40.770049: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 6: 2023-05-15 09:58:40.770266: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +21: 2023-05-15 09:58:40.769752: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: 2023-05-15 09:58:40.770082: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: 2023-05-15 09:58:40.770088: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: 2023-05-15 09:58:40.770114: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770380: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770397: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770389: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +11: 2023-05-15 09:58:40.770345: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +11: 2023-05-15 09:58:40.770357: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: 2023-05-15 09:58:40.769887: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +22: 2023-05-15 09:58:40.770257: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +22: 2023-05-15 09:58:40.770273: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: 2023-05-15 09:58:40.770049: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: 2023-05-15 09:58:40.769946: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770312: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770316: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770345: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: 2023-05-15 09:58:40.770154: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +24: 2023-05-15 09:58:40.770160: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +24: 2023-05-15 09:58:40.770174: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +18: 2023-05-15 09:58:40.770450: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: 2023-05-15 09:58:40.770461: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: 2023-05-15 09:58:40.770472: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 4: 2023-05-15 09:58:40.770287: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: 2023-05-15 09:58:40.770294: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: 2023-05-15 09:58:40.770306: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: 2023-05-15 09:58:40.770549: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: 2023-05-15 09:58:40.770543: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: 2023-05-15 09:58:40.770598: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: 2023-05-15 09:58:40.770285: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 6: 2023-05-15 09:58:40.770315: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +21: 2023-05-15 09:58:40.769768: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +21: 2023-05-15 09:58:40.769771: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770548: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770595: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770605: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: 2023-05-15 09:58:40.769763: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +30: 2023-05-15 09:58:40.769773: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770574: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770600: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770573: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: 2023-05-15 09:58:40.770382: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +10: 2023-05-15 09:58:40.769896: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 9: 2023-05-15 09:58:40.770134: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +12: 2023-05-15 09:58:40.769960: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770362: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770375: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: 2023-05-15 09:58:40.770319: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: 2023-05-15 09:58:40.770342: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770634: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770644: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770667: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770621: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770581: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770626: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +11: 2023-05-15 09:58:40.770455: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770383: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770389: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: 2023-05-15 09:58:40.770398: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: 2023-05-15 09:58:40.770215: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 7: 2023-05-15 09:58:40.770359: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: 2023-05-15 09:58:40.770611: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: 2023-05-15 09:58:40.770612: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770671: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770674: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770642: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770651: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770670: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770408: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770425: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770637: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770623: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +11: 2023-05-15 09:58:40.770498: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: 2023-05-15 09:58:40.770482: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: 2023-05-15 09:58:40.770499: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: 2023-05-15 09:58:40.770626: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770660: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770684: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: 2023-05-15 09:58:40.770677: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770442: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770450: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +26: 2023-05-15 09:58:40.770716: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: 2023-05-15 09:58:40.770523: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: 2023-05-15 09:58:40.770523: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: 2023-05-15 09:58:40.770541: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: 2023-05-15 09:58:40.770644: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 8: 2023-05-15 09:58:40.770655: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +25: 2023-05-15 09:58:40.770756: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +31: 2023-05-15 09:58:40.770481: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771187: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771187: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771217: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771226: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771228: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771228: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771216: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:40.771242: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771301: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771310: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771298: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771326: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771336: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771342: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771342: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +19: 2023-05-15 09:58:40.771357: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: 2023-05-15 09:58:40.771347: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +17: 2023-05-15 09:58:40.771356: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +17: 2023-05-15 09:58:40.771345: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +17: 2023-05-15 09:58:40.771376: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +17: 2023-05-15 09:58:40.771393: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771424: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771431: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771423: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: 2023-05-15 09:58:40.771397: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +17: 2023-05-15 09:58:40.771397: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771460: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771467: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +17: 2023-05-15 09:58:40.771411: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771473: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771482: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. + 3: 2023-05-15 09:58:40.771476: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA + 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771697: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771708: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771710: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: 2023-05-15 09:58:40.771744: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +20: 2023-05-15 09:58:40.771738: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +20: 2023-05-15 09:58:40.771788: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771712: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771716: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771719: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771728: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: 2023-05-15 09:58:40.771730: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +20: 2023-05-15 09:58:40.771798: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +20: 2023-05-15 09:58:40.771799: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +20: 2023-05-15 09:58:40.771803: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +20: 2023-05-15 09:58:40.771790: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +20: 2023-05-15 09:58:40.771782: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA +20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. +29: 2023-05-15 09:58:57.974144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.974173: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.974190: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.974209: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.974220: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.974227: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.974236: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.974247: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.989817: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +14: 2023-05-15 09:58:57.974195: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.974215: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974338: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.989864: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.982097: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.974225: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.989886: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +29: 2023-05-15 09:58:57.989905: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.982134: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.974234: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:58:57.982136: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.974245: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.974239: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:58:57.990118: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +29: 2023-05-15 09:58:57.990120: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +29: 2023-05-15 09:58:57.990123: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +29: 2023-05-15 09:58:57.990124: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +14: 2023-05-15 09:58:57.974256: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974364: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.974249: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974400: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982057: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974406: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974412: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982078: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974372: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982090: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974424: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982105: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.974409: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982111: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982117: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982125: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.981990: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982532: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.982130: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982154: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:58:57.982541: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982270: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982258: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986085: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.990424: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.983296: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.982011: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988407: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985205: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982550: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.990278: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.987078: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.990428: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.983315: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.988990: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987302: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982171: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.982019: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:58:57.982562: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982287: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982277: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988428: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:58:57.982139: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985223: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987499: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982558: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.985974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986105: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.990306: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.987118: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:58:57.989107: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.990457: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +25: 2023-05-15 09:58:57.990479: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +25: 2023-05-15 09:58:57.990493: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +25: 2023-05-15 09:58:57.990506: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +25: 2023-05-15 09:58:57.990511: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.983328: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.989009: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987313: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989272: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982190: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.982039: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:58:57.982573: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982304: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:58:57.988410: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982291: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988437: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:58:57.982150: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985245: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989499: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990103: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987521: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982573: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.985990: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986125: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.990328: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +14: 2023-05-15 09:58:57.990340: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +14: 2023-05-15 09:58:57.990336: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.987114: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.990470: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.989120: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:58:57.989427: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:58:57.983337: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.989035: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987323: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:58:57.989210: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989293: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982205: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.982044: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:58:57.982590: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982301: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:58:57.988421: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982313: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:58:57.990004: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.989950: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988451: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985252: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989521: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990124: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987528: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982572: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.986003: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986147: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:58:57.990531: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +14: 2023-05-15 09:58:57.990534: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +14: 2023-05-15 09:58:57.990550: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.987126: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.990499: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +27: 2023-05-15 09:58:57.990521: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +27: 2023-05-15 09:58:57.990539: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.989132: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:58:57.990208: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.990523: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.989448: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:58:57.983344: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.989031: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987326: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:58:57.989226: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989312: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982206: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.982069: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:58:57.982597: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982315: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:58:57.988439: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982301: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:58:57.990020: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.989969: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988449: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985262: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989526: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990132: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987546: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982585: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.986016: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986152: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:58:57.987145: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.990553: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +27: 2023-05-15 09:58:57.990563: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.989152: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:58:57.990224: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:58:57.990587: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.989459: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:58:57.983350: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.989037: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987354: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:58:57.989240: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989332: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982199: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.982047: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:58:57.982601: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982324: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:58:57.988447: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982318: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:58:57.990033: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.989977: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988463: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985266: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989535: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987541: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982585: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.986012: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986160: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:58:57.987145: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:58:57.990564: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.989162: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:58:57.990237: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:58:57.989473: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:58:57.983356: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.989022: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987356: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:58:57.989253: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989337: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982216: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.982061: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:58:57.982609: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982315: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:58:57.988460: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982287: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:58:57.990052: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.989985: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988463: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985268: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989549: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990149: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.982589: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.986032: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986161: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:58:57.987151: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:58:57.989153: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:58:57.990250: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:58:57.989482: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:58:57.983360: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.989047: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987359: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:58:57.989265: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989347: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:58:57.982221: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.990628: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +28: 2023-05-15 09:58:57.990659: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.982614: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:58:57.982330: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:58:57.988429: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.982324: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:58:57.990051: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.989997: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:58:57.988461: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:58:57.985274: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989556: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990159: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987560: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.986032: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.986167: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:58:57.987156: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:58:57.989176: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:58:57.990265: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:58:57.989492: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:58:57.990613: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:58:57.989041: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.987363: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:58:57.989260: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989323: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.990681: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990594: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.988454: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.990660: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +24: 2023-05-15 09:58:57.990687: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.990059: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.990003: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989561: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990158: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:58:57.987559: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:58:57.986042: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:58:57.989186: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:58:57.990250: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:58:57.989507: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:58:57.990634: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:58:57.989274: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:58:57.989353: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.990708: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +28: 2023-05-15 09:58:57.990720: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +28: 2023-05-15 09:58:57.990729: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990619: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.988457: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:58:57.990717: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.990079: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.990019: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.989551: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:58:57.990162: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:58:57.990261: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:58:57.989498: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:58:57.990646: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.991057: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +11: 2023-05-15 09:58:57.991080: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.989264: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:58:57.990743: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990637: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990650: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +24: 2023-05-15 09:58:57.990748: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +24: 2023-05-15 09:58:57.990749: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.990071: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:58:57.990021: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:58:57.990761: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.991074: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 1: 2023-05-15 09:58:57.991105: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +13: 2023-05-15 09:58:57.991089: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.990260: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:58:57.990664: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.991090: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +28: 2023-05-15 09:58:57.990752: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991087: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991110: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.990783: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:58:57.991139: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991150: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.990668: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.991110: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991083: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991112: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.990819: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.991132: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +13: 2023-05-15 09:58:57.991138: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +13: 2023-05-15 09:58:57.991157: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991190: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.990671: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:58:57.991121: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +11: 2023-05-15 09:58:57.991128: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991100: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991132: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990683: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990710: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +24: 2023-05-15 09:58:57.990767: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +24: 2023-05-15 09:58:57.990769: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991191: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991222: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.990807: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.991155: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 1: 2023-05-15 09:58:57.991163: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 1: 2023-05-15 09:58:57.991165: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +13: 2023-05-15 09:58:57.991173: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991199: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991201: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.990684: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:58:57.991128: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.991157: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.991175: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991197: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991224: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +11: 2023-05-15 09:58:57.991148: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +11: 2023-05-15 09:58:57.991153: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991148: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991166: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990821: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +12: 2023-05-15 09:58:57.990823: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +24: 2023-05-15 09:58:57.990821: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991118: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991234: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.990824: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:58:57.991174: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +13: 2023-05-15 09:58:57.991180: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991209: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.990679: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:58:57.991222: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.991205: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991229: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991277: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991185: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991193: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991155: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991128: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991136: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991261: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991275: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991276: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.990789: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.991349: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 1: 2023-05-15 09:58:57.991174: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991274: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991297: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +13: 2023-05-15 09:58:57.991183: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +13: 2023-05-15 09:58:57.991186: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991241: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991271: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991248: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991247: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991257: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991321: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991335: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991318: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991330: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991333: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991233: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +20: 2023-05-15 09:58:57.991241: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991190: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991274: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991140: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991291: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 2: 2023-05-15 09:58:57.991299: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.990829: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.991371: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 7: 2023-05-15 09:58:57.991379: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991296: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991332: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991319: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991223: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991226: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +21: 2023-05-15 09:58:57.991228: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991298: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991316: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991326: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991347: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.991231: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991264: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991354: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991359: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991336: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991347: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991203: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991213: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991307: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991318: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991374: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991393: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991395: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991345: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991367: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991146: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.990840: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:58:57.991388: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991396: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991417: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991328: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991349: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991335: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991397: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991414: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991358: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991413: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991434: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.991251: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +26: 2023-05-15 09:58:57.991269: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991369: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991367: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991360: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991335: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991413: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991420: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991375: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991383: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +17: 2023-05-15 09:58:57.991156: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991440: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 7: 2023-05-15 09:58:57.991403: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 7: 2023-05-15 09:58:57.991415: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991426: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991350: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991355: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991356: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991374: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +19: 2023-05-15 09:58:57.991374: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991426: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991379: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991388: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991446: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +31: 2023-05-15 09:58:57.991281: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991396: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +10: 2023-05-15 09:58:57.991418: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991237: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 9: 2023-05-15 09:58:57.991253: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991426: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991399: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991406: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991462: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991465: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 7: 2023-05-15 09:58:57.991418: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 7: 2023-05-15 09:58:57.991421: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991435: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991445: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991375: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991378: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991380: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991434: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991437: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991447: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991452: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +23: 2023-05-15 09:58:57.991451: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991398: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991398: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991466: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +22: 2023-05-15 09:58:57.991372: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991364: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991376: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991372: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +15: 2023-05-15 09:58:57.991376: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991434: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991413: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +18: 2023-05-15 09:58:57.991417: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991489: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991497: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991449: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991451: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 5: 2023-05-15 09:58:57.991454: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991414: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 8: 2023-05-15 09:58:57.991419: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991368: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +16: 2023-05-15 09:58:57.991409: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991472: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991476: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 3: 2023-05-15 09:58:57.991443: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991501: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 6: 2023-05-15 09:58:57.991378: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991485: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +30: 2023-05-15 09:58:57.991486: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991507: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 4: 2023-05-15 09:58:57.991512: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.982159: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:58:57.982160: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:58:57.982144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:58:57.990554: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.990596: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.990608: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.990629: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.990632: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.990652: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.990661: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. + 0: 2023-05-15 09:58:57.990660: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. +29: 2023-05-15 09:59:30.801708: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.801727: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.801753: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.801756: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.801768: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802007: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.801775: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802028: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.801786: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802028: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.801792: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802052: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802058: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802066: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802117: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802065: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802136: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.802073: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802142: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802218: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802161: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802161: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802232: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802170: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802253: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802173: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802250: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.802180: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802261: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802331: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802265: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802352: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802272: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802359: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.802276: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802370: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802374: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802379: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802387: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.802393: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802720: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802736: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802749: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802760: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802763: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802827: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802778: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802773: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802846: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.802782: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802856: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802868: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802880: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802887: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.802946: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802890: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.802998: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.802964: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.802903: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.803019: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.802976: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803087: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.803040: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.802985: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.803060: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.802990: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.803070: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.802993: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803108: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.803072: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.803007: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803117: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.803076: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.803010: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803128: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.803076: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803140: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803137: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803160: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803224: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.803156: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803241: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803256: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803263: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803275: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803287: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803291: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.803294: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803647: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803663: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803675: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803694: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803696: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803701: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803705: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.803942: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.803710: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.803962: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.803976: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.803993: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.803997: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.804000: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.804009: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.804015: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804089: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804111: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804122: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804129: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804145: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804143: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804146: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.804159: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804217: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804250: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804257: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804306: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804260: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804327: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804270: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804350: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804275: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804359: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804283: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804371: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.804287: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804369: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804378: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.804380: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804538: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804561: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804567: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804578: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804597: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804600: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804619: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.804617: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809221: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809234: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809234: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809237: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809242: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809258: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +29: 2023-05-15 09:59:30.809244: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809248: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809264: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +29: 2023-05-15 09:59:30.809253: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +29: 2023-05-15 09:59:30.809265: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +29: 2023-05-15 09:59:30.809276: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +29: 2023-05-15 09:59:30.809280: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +29: 2023-05-15 09:59:30.809282: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +29: 2023-05-15 09:59:30.809285: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +29: 2023-05-15 09:59:30.809287: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +23: 2023-05-15 09:59:30.810105: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.810077: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810112: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.810077: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.810093: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +23: 2023-05-15 09:59:30.810117: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810128: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810093: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810090: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810128: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +23: 2023-05-15 09:59:30.810121: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.810092: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810123: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.810096: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810124: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.810098: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.810079: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810155: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810184: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +23: 2023-05-15 09:59:30.810132: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810142: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810097: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.810081: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810167: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810140: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810147: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810101: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +20: 2023-05-15 09:59:30.810115: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810085: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810174: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810149: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +23: 2023-05-15 09:59:30.810151: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +23: 2023-05-15 09:59:30.810155: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810115: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810118: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810120: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810083: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +23: 2023-05-15 09:59:30.810165: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810120: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +20: 2023-05-15 09:59:30.810121: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810083: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810175: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.810092: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810169: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.810086: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810172: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.810086: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +24: 2023-05-15 09:59:30.810116: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 5: 2023-05-15 09:59:30.810168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 5: 2023-05-15 09:59:30.810211: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810117: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810119: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810116: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 5: 2023-05-15 09:59:30.810212: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 5: 2023-05-15 09:59:30.810213: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 5: 2023-05-15 09:59:30.810214: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810127: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810126: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810124: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 5: 2023-05-15 09:59:30.810215: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 5: 2023-05-15 09:59:30.810220: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 5: 2023-05-15 09:59:30.810218: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +24: 2023-05-15 09:59:30.810123: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +14: 2023-05-15 09:59:30.810394: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810399: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.810382: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810402: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810403: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810406: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.810386: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810410: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.810386: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810412: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.810386: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810412: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810429: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810391: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810430: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +14: 2023-05-15 09:59:30.810434: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +14: 2023-05-15 09:59:30.810435: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810393: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810437: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +14: 2023-05-15 09:59:30.810440: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +14: 2023-05-15 09:59:30.810447: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810392: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +14: 2023-05-15 09:59:30.810447: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810386: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +10: 2023-05-15 09:59:30.810422: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810423: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810424: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810426: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810428: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810429: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810433: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +10: 2023-05-15 09:59:30.810432: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.811123: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.811146: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.811151: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.811165: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.811173: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.811183: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.811190: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.811187: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812928: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812952: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813159: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812942: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.813164: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812944: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812953: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812968: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812984: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +11: 2023-05-15 09:59:30.812991: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +11: 2023-05-15 09:59:30.812992: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +11: 2023-05-15 09:59:30.812976: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.812983: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +11: 2023-05-15 09:59:30.813004: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +11: 2023-05-15 09:59:30.813017: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +11: 2023-05-15 09:59:30.813023: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +11: 2023-05-15 09:59:30.813026: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813436: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813440: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813445: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813443: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813448: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813449: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813465: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813468: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813455: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813457: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +17: 2023-05-15 09:59:30.813474: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813483: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813485: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813487: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813492: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +17: 2023-05-15 09:59:30.813492: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.814012: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.814033: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.814038: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.814050: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.814059: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.814062: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.814065: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.814069: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816076: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.816133: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816077: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.816150: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816076: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.816169: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816080: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.816164: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816078: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.816174: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816086: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.816180: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816089: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.816190: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816086: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816106: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 8: 2023-05-15 09:59:30.816194: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 2: 2023-05-15 09:59:30.816107: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 2: 2023-05-15 09:59:30.816108: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 2: 2023-05-15 09:59:30.816108: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 2: 2023-05-15 09:59:30.816111: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 2: 2023-05-15 09:59:30.816115: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 2: 2023-05-15 09:59:30.816117: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 2: 2023-05-15 09:59:30.816118: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817292: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817293: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817298: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817297: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817298: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817304: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817307: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817312: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 7: 2023-05-15 09:59:30.817323: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817323: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817326: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817340: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817342: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817338: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817338: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 7: 2023-05-15 09:59:30.817345: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.817275: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.817301: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.817334: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.817325: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.817349: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.817342: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.817538: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.817543: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818705: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818709: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818716: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818733: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +12: 2023-05-15 09:59:30.818733: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +12: 2023-05-15 09:59:30.818715: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +12: 2023-05-15 09:59:30.818740: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +12: 2023-05-15 09:59:30.818748: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +12: 2023-05-15 09:59:30.818750: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +12: 2023-05-15 09:59:30.818752: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +12: 2023-05-15 09:59:30.818754: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +12: 2023-05-15 09:59:30.818759: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819125: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819130: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819132: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819136: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819134: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819139: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819151: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819140: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819145: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 1: 2023-05-15 09:59:30.819155: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819157: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819161: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819164: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819168: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819172: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 1: 2023-05-15 09:59:30.819171: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.820211: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820216: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820218: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820219: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820231: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.820233: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.820234: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.820238: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.820247: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820249: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820254: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820270: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820303: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820271: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.820263: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +22: 2023-05-15 09:59:30.820276: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +22: 2023-05-15 09:59:30.820288: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820303: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.820309: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.820309: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.820313: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.820309: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.820315: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.820314: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 6: 2023-05-15 09:59:30.820336: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820335: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820336: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820340: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 9: 2023-05-15 09:59:30.820422: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820448: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820342: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820346: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820344: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 6: 2023-05-15 09:59:30.820343: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 9: 2023-05-15 09:59:30.820435: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820498: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820440: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820444: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820439: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820447: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820454: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820479: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +13: 2023-05-15 09:59:30.820506: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820520: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 9: 2023-05-15 09:59:30.820487: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 9: 2023-05-15 09:59:30.820489: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 9: 2023-05-15 09:59:30.820490: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 8: 2023-05-15 09:59:30.820545: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820507: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.820488: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820489: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 9: 2023-05-15 09:59:30.820492: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +13: 2023-05-15 09:59:30.820511: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820555: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 9: 2023-05-15 09:59:30.820573: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +13: 2023-05-15 09:59:30.820514: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820524: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 8: 2023-05-15 09:59:30.820552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820512: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820549: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820511: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.820495: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820508: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820537: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820498: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820554: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +13: 2023-05-15 09:59:30.820538: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +13: 2023-05-15 09:59:30.820541: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +13: 2023-05-15 09:59:30.820536: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820497: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820562: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820576: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +13: 2023-05-15 09:59:30.820543: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +13: 2023-05-15 09:59:30.820545: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820499: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.820678: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820566: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820585: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820498: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820568: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820589: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820501: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.820519: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 8: 2023-05-15 09:59:30.820591: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 8: 2023-05-15 09:59:30.820593: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 8: 2023-05-15 09:59:30.820597: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820522: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820508: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.820682: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 8: 2023-05-15 09:59:30.820602: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 8: 2023-05-15 09:59:30.820605: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820526: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820539: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820538: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820685: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +26: 2023-05-15 09:59:30.820541: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820543: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +26: 2023-05-15 09:59:30.820546: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820688: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.820709: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820709: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820694: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.820694: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.820701: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.820700: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +18: 2023-05-15 09:59:30.820728: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820731: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820738: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820740: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820742: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +18: 2023-05-15 09:59:30.820741: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813167: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.813175: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.813168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.813168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.813168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.813179: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813171: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 0: 2023-05-15 09:59:30.813181: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813188: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813189: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813190: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813192: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: 2023-05-15 09:59:30.813194: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.864486: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.864519: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.864558: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.864569: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.864584: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864566: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.864591: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.864797: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.864801: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864583: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864593: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864768: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.864724: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864622: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864630: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864806: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.864771: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.864873: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864810: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.864901: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864824: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.864794: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.864909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864811: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864839: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.864813: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.864926: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.864813: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.864937: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864852: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.864829: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.864937: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.864950: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864874: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.864832: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.864949: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.864980: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864871: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.864861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.864952: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.864998: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.864879: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.865099: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.865105: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865155: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.865011: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.865107: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865186: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865188: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.865016: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865200: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.865246: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865222: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865237: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865232: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865235: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865237: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865267: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865273: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865429: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865301: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865310: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865447: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.865313: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865422: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865471: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.865440: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865483: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865466: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865498: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865484: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865513: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865633: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865522: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865498: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865531: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865528: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865510: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865555: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865634: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865532: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865513: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865585: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865637: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865545: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865529: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865592: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865638: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.865774: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.865591: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865614: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865638: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.865727: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865641: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865827: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865642: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865653: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 3: 2023-05-15 09:59:30.865640: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 3: 2023-05-15 09:59:30.865655: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 3: 2023-05-15 09:59:30.865655: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 3: 2023-05-15 09:59:30.865659: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 3: 2023-05-15 09:59:30.865658: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 3: 2023-05-15 09:59:30.865660: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 3: 2023-05-15 09:59:30.865662: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 3: 2023-05-15 09:59:30.865665: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +30: 2023-05-15 09:59:30.866042: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866035: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866049: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.866078: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.866092: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +30: 2023-05-15 09:59:30.866051: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866066: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866042: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866058: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866085: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866043: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866058: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866050: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866062: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866092: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866058: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866057: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.866097: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866059: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866087: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866057: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.866097: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866087: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +30: 2023-05-15 09:59:30.866096: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +30: 2023-05-15 09:59:30.866097: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866059: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866067: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866091: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866098: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +30: 2023-05-15 09:59:30.866099: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866072: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866066: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866098: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866189: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866062: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 + 4: 2023-05-15 09:59:30.866078: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866102: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +30: 2023-05-15 09:59:30.866204: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866080: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866083: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 4: 2023-05-15 09:59:30.866086: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866103: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +27: 2023-05-15 09:59:30.866118: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866120: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866122: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866125: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866124: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866124: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +27: 2023-05-15 09:59:30.866124: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866265: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866396: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866411: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +28: 2023-05-15 09:59:30.866403: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866403: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866405: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866404: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866407: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.866513: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866413: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866408: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866430: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +28: 2023-05-15 09:59:30.866432: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +28: 2023-05-15 09:59:30.866432: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +28: 2023-05-15 09:59:30.866433: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866514: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +28: 2023-05-15 09:59:30.866434: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +28: 2023-05-15 09:59:30.866435: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +28: 2023-05-15 09:59:30.866438: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866517: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.866518: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.866522: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.866520: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.866531: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866524: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.866520: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +25: 2023-05-15 09:59:30.866539: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866543: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866543: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866544: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866546: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866545: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +25: 2023-05-15 09:59:30.866547: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866698: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866722: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866707: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866716: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866720: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866724: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866721: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866721: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +16: 2023-05-15 09:59:30.866747: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866752: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866758: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866759: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866760: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866763: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +16: 2023-05-15 09:59:30.866763: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866919: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866944: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866943: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866947: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866947: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866953: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866954: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866956: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866961: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +21: 2023-05-15 09:59:30.866992: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866994: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866994: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866995: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866997: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866999: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +21: 2023-05-15 09:59:30.866999: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866271: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865831: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865841: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866094: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.866274: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865845: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.865841: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866094: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.866274: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865844: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866093: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.866274: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865845: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866096: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866104: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866272: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865848: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866099: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.866272: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865849: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866100: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +31: 2023-05-15 09:59:30.866117: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866277: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.866294: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.865854: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +19: 2023-05-15 09:59:30.865865: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866117: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866103: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64 +15: 2023-05-15 09:59:30.866296: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866300: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866301: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.865865: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.865866: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.865872: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866118: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866119: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866120: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866307: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866306: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866308: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.865873: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +19: 2023-05-15 09:59:30.865874: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866129: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +31: 2023-05-15 09:59:30.866130: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. +15: 2023-05-15 09:59:30.866309: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly. + 0: Successfully preprocessed all matching files. + 0: Detected CUDA files, patching ldflags + 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja... + 0: Building extension module scaled_upper_triang_masked_softmax_cuda... + 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N) + 0: Loading extension module scaled_upper_triang_masked_softmax_cuda... + 0: Successfully preprocessed all matching files. + 0: Detected CUDA files, patching ldflags + 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja... + 0: Building extension module scaled_masked_softmax_cuda... + 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N) + 0: Loading extension module scaled_masked_softmax_cuda... + 0: Successfully preprocessed all matching files. + 0: Detected CUDA files, patching ldflags + 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja... + 0: Building extension module fused_mix_prec_layer_norm_cuda... + 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N) + 0: Loading extension module fused_mix_prec_layer_norm_cuda... +20: Successfully preprocessed all matching files. +20: Successfully preprocessed all matching files. +20: Successfully preprocessed all matching files. +20: Successfully preprocessed all matching files. +20: Successfully preprocessed all matching files. +28: Successfully preprocessed all matching files. +28: Successfully preprocessed all matching files. +16: Successfully preprocessed all matching files. +16: Successfully preprocessed all matching files. +14: Successfully preprocessed all matching files. +14: Successfully preprocessed all matching files. +29: Successfully preprocessed all matching files. +29: Successfully preprocessed all matching files. +26: Successfully preprocessed all matching files. +26: Successfully preprocessed all matching files. +22: Successfully preprocessed all matching files. +24: Successfully preprocessed all matching files. +24: Successfully preprocessed all matching files. +26: Successfully preprocessed all matching files. +17: Successfully preprocessed all matching files. +17: Successfully preprocessed all matching files. + 0: Successfully preprocessed all matching files. +29: Successfully preprocessed all matching files. +29: Successfully preprocessed all matching files. +31: Successfully preprocessed all matching files. +29: Successfully preprocessed all matching files. +24: Successfully preprocessed all matching files. +24: Successfully preprocessed all matching files. +15: Successfully preprocessed all matching files. +15: Successfully preprocessed all matching files. + 6: Successfully preprocessed all matching files. + 6: Successfully preprocessed all matching files. +18: Successfully preprocessed all matching files. +16: Successfully preprocessed all matching files. +16: Successfully preprocessed all matching files. + 5: Successfully preprocessed all matching files. + 5: Successfully preprocessed all matching files. + 5: Successfully preprocessed all matching files. + 3: Successfully preprocessed all matching files. + 3: Successfully preprocessed all matching files. + 3: Successfully preprocessed all matching files. +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +10: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +30: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( +18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +18: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +31: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( + 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 8: warnings.warn( +23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +23: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +26: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( + 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 1: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( + 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 9: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +16: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 5: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +25: warnings.warn( +29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +29: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( +20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +20: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( +24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +24: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( +28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +28: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( + 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 2: warnings.warn( + 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 7: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +21: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 0: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( +22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +22: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( +13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +13: warnings.warn( +27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +27: warnings.warn( +11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +11: warnings.warn( + 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 6: warnings.warn( + 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 4: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +19: warnings.warn( +14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +14: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +17: warnings.warn( +12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +12: warnings.warn( +15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead +15: warnings.warn( + 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead + 3: warnings.warn( + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: + 0: + 0: + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: + 1: + 1: + 1: + 1: + 1: + 1: + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: + 2: + 2: + 2: + 2: + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 4: + 4: + 4: + 4: + 4: + 4: + 4: + 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 7: + 7: + 7: + 7: + 7: + 7: + 7: + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 8: + 8: + 8: + 8: + 8: + 8: + 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 9: + 9: + 9: + 9: + 9: + 9: + 9: +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: +10: +10: +10: +10: +10: +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +11: +11: +11: +11: +11: +11: +11: +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: +12: +12: +12: +12: +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: +13: +13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: +13: +13: +13: +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +19: +19: +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +19: +19: +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: +21: +21: +21: +21: +21: +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: +23: +23: +23: +23: +23: +23: +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: +28: +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: +25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +25: +25: +25: +25: +25: +25: +25: +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: +27: +27: +27: +27: +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: +30: +30: +30: +30: +30: + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: Emitting ninja build file /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu/utils/build.ninja... + 0: Building extension module utils... + 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N) + 0: Loading extension module utils... + 7: Loading extension module utils... + 7: Loading extension module utils... + 7: Loading extension module utils... + 7: Loading extension module utils... + 8: Loading extension module utils... + 7: Loading extension module utils... + 8: Loading extension module utils... + 7: Loading extension module utils... + 7: Loading extension module utils... + 8: Loading extension module utils... + 7: Loading extension module utils... + 8: Loading extension module utils... + 8: Loading extension module utils... + 8: Loading extension module utils... + 8: Loading extension module utils... + 8: Loading extension module utils... + 9: Loading extension module utils... + 9: Loading extension module utils... + 9: Loading extension module utils... + 9: Loading extension module utils... + 9: Loading extension module utils... + 9: Loading extension module utils... + 9: Loading extension module utils... + 9: Loading extension module utils... +10: Loading extension module utils... +10: Loading extension module utils... +10: Loading extension module utils... +14: Loading extension module utils... +10: Loading extension module utils... +10: Loading extension module utils... +10: Loading extension module utils... +14: Loading extension module utils... +14: Loading extension module utils... +10: Loading extension module utils... +14: Loading extension module utils... +10: Loading extension module utils... +14: Loading extension module utils... +14: Loading extension module utils... +14: Loading extension module utils... +14: Loading extension module utils... +11: Loading extension module utils... +11: Loading extension module utils... +15: Loading extension module utils... +16: Loading extension module utils... +11: Loading extension module utils... +12: Loading extension module utils... +15: Loading extension module utils... +17: Loading extension module utils... +11: Loading extension module utils... +15: Loading extension module utils... +11: Loading extension module utils... +16: Loading extension module utils... +17: Loading extension module utils... +15: Loading extension module utils... +16: Loading extension module utils... +12: Loading extension module utils... +11: Loading extension module utils... +16: Loading extension module utils... +12: Loading extension module utils... +17: Loading extension module utils... +11: Loading extension module utils... +15: Loading extension module utils... +11: Loading extension module utils... +15: Loading extension module utils... +16: Loading extension module utils... +17: Loading extension module utils... +12: Loading extension module utils... +16: Loading extension module utils... +12: Loading extension module utils... +17: Loading extension module utils... +15: Loading extension module utils... +16: Loading extension module utils... +15: Loading extension module utils... +12: Loading extension module utils... +17: Loading extension module utils... +16: Loading extension module utils... +17: Loading extension module utils... +12: Loading extension module utils... +13: Loading extension module utils... +12: Loading extension module utils... +17: Loading extension module utils... +13: Loading extension module utils... +13: Loading extension module utils... +13: Loading extension module utils... +13: Loading extension module utils... +13: Loading extension module utils... +13: Loading extension module utils... +13: Loading extension module utils... +20: Loading extension module utils... +18: Loading extension module utils... +18: Loading extension module utils... +20: Loading extension module utils... +18: Loading extension module utils... +20: Loading extension module utils... +18: Loading extension module utils... +20: Loading extension module utils... +18: Loading extension module utils... +20: Loading extension module utils... +20: Loading extension module utils... +18: Loading extension module utils... +20: Loading extension module utils... +18: Loading extension module utils... +20: Loading extension module utils... +18: Loading extension module utils... +22: Loading extension module utils... +22: Loading extension module utils... +22: Loading extension module utils... +22: Loading extension module utils... +22: Loading extension module utils... +22: Loading extension module utils... +22: Loading extension module utils... +22: Loading extension module utils... +19: Loading extension module utils... +19: Loading extension module utils... +19: Loading extension module utils... +19: Loading extension module utils... +19: Loading extension module utils... +19: Loading extension module utils... +19: Loading extension module utils... +19: Loading extension module utils... +24: Loading extension module utils... +24: Loading extension module utils... +26: Loading extension module utils... +24: Loading extension module utils... +24: Loading extension module utils... +26: Loading extension module utils... +24: Loading extension module utils... +26: Loading extension module utils... +21: Loading extension module utils... +26: Loading extension module utils... +24: Loading extension module utils... +26: Loading extension module utils... +24: Loading extension module utils... +21: Loading extension module utils... +26: Loading extension module utils... +24: Loading extension module utils... +21: Loading extension module utils... +26: Loading extension module utils... +21: Loading extension module utils... +26: Loading extension module utils... +21: Loading extension module utils... +21: Loading extension module utils... +21: Loading extension module utils... +21: Loading extension module utils... +23: Loading extension module utils... +23: Loading extension module utils... +23: Loading extension module utils... +23: Loading extension module utils... +28: Loading extension module utils... +23: Loading extension module utils... +28: Loading extension module utils... +23: Loading extension module utils... +28: Loading extension module utils... +23: Loading extension module utils... +25: Loading extension module utils... +28: Loading extension module utils... +23: Loading extension module utils... +25: Loading extension module utils... +28: Loading extension module utils... +25: Loading extension module utils... +28: Loading extension module utils... +25: Loading extension module utils... +28: Loading extension module utils... +25: Loading extension module utils... +25: Loading extension module utils... +29: Loading extension module utils... +25: Loading extension module utils... +28: Loading extension module utils... +29: Loading extension module utils... +25: Loading extension module utils... +29: Loading extension module utils... +29: Loading extension module utils... +29: Loading extension module utils... +29: Loading extension module utils... +29: Loading extension module utils... +29: Loading extension module utils... +27: Loading extension module utils... +27: Loading extension module utils... +27: Loading extension module utils... +27: Loading extension module utils... +27: Loading extension module utils... +27: Loading extension module utils... +27: Loading extension module utils... +31: Loading extension module utils... +27: Loading extension module utils... +31: Loading extension module utils... +31: Loading extension module utils... +31: Loading extension module utils... +31: Loading extension module utils... +31: Loading extension module utils... +31: Loading extension module utils... +31: Loading extension module utils... +30: Loading extension module utils... +30: Loading extension module utils... +30: Loading extension module utils... +30: Loading extension module utils... +30: Loading extension module utils... +30: Loading extension module utils... +30: Loading extension module utils... +30: Loading extension module utils... + 0: Loading extension module utils... + 0: Loading extension module utils... + 0: Loading extension module utils... + 0: Loading extension module utils... + 0: Loading extension module utils... + 3: Loading extension module utils... + 0: Loading extension module utils... + 3: Loading extension module utils... + 0: Loading extension module utils... + 3: Loading extension module utils... + 3: Loading extension module utils... + 3: Loading extension module utils... + 3: Loading extension module utils... + 2: Loading extension module utils... + 5: Loading extension module utils... + 3: Loading extension module utils... + 5: Loading extension module utils... + 1: Loading extension module utils... + 2: Loading extension module utils... + 6: Loading extension module utils... + 3: Loading extension module utils... + 5: Loading extension module utils... + 1: Loading extension module utils... + 2: Loading extension module utils... + 5: Loading extension module utils... + 6: Loading extension module utils... + 2: Loading extension module utils... + 5: Loading extension module utils... + 1: Loading extension module utils... + 2: Loading extension module utils... + 1: Loading extension module utils... + 5: Loading extension module utils... + 6: Loading extension module utils... + 2: Loading extension module utils... + 5: Loading extension module utils... + 1: Loading extension module utils... + 6: Loading extension module utils... + 5: Loading extension module utils... + 1: Loading extension module utils... + 2: Loading extension module utils... + 6: Loading extension module utils... + 1: Loading extension module utils... + 2: Loading extension module utils... + 6: Loading extension module utils... + 4: Loading extension module utils... + 1: Loading extension module utils... + 6: Loading extension module utils... + 6: Loading extension module utils... + 4: Loading extension module utils... + 4: Loading extension module utils... + 4: Loading extension module utils... + 4: Loading extension module utils... + 4: Loading extension module utils... + 4: Loading extension module utils... + 4: Loading extension module utils... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: +31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: +15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: No modifications detected for re-loaded extension module utils, skipping build step... +31: Loading extension module utils... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +31: No modifications detected for re-loaded extension module utils, skipping build step... +31: Loading extension module utils... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: No modifications detected for re-loaded extension module utils, skipping build step... +28: Loading extension module utils... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: +16: + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: +16: +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: No modifications detected for re-loaded extension module utils, skipping build step... +15: Loading extension module utils... + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: + 5: No modifications detected for re-loaded extension module utils, skipping build step... + 5: Loading extension module utils... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: No modifications detected for re-loaded extension module utils, skipping build step... +18: Loading extension module utils... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +15: No modifications detected for re-loaded extension module utils, skipping build step... +15: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +15: +15: Loading extension module utils... +15: No modifications detected for re-loaded extension module utils, skipping build step... +15: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +15: +15: Loading extension module utils... + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 6: +16: No modifications detected for re-loaded extension module utils, skipping build step... +16: Loading extension module utils... +31: No modifications detected for re-loaded extension module utils, skipping build step... +31: Loading extension module utils... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +20: +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: No modifications detected for re-loaded extension module utils, skipping build step... +28: Loading extension module utils... +28: No modifications detected for re-loaded extension module utils, skipping build step... +28: Loading extension module utils... +28: No modifications detected for re-loaded extension module utils, skipping build step... +28: Loading extension module utils... +15: No modifications detected for re-loaded extension module utils, skipping build step... +16: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +16: +16: No modifications detected for re-loaded extension module utils, skipping build step... +16: Loading extension module utils...Loading extension module utils... +16: +16: Loading extension module utils... +16: Loading extension module utils... +16: +15: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +15: +15: +15: Loading extension module utils... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +28: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +28: +28: Loading extension module utils... +28: Loading extension module utils... +15: Loading extension module utils... +20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +18: No modifications detected for re-loaded extension module utils, skipping build step... +18: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +18: +18: Loading extension module utils... +18: No modifications detected for re-loaded extension module utils, skipping build step... +18: Loading extension module utils... +18: No modifications detected for re-loaded extension module utils, skipping build step... + 0: No modifications detected for re-loaded extension module utils, skipping build step... + 0: Loading extension module utils... + 0: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... + 0: + 0: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...Loading extension module utils... + 0: + 0: + 0: Loading extension module utils... +31: No modifications detected for re-loaded extension module utils, skipping build step... +31: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +31: +31: Loading extension module utils... +31: No modifications detected for re-loaded extension module utils, skipping build step... +31: Loading extension module utils... +31: No modifications detected for re-loaded extension module utils, skipping build step... +31: Loading extension module utils... +20: No modifications detected for re-loaded extension module utils, skipping build step... +20: Loading extension module utils... +28: No modifications detected for re-loaded extension module utils, skipping build step... +28: Loading extension module utils... + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +16: No modifications detected for re-loaded extension module utils, skipping build step... +16: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +16: +16: Loading extension module utils... +16: No modifications detected for re-loaded extension module utils, skipping build step... +16: Loading extension module utils... +18: Loading extension module utils... +18: No modifications detected for re-loaded extension module utils, skipping build step... +18: Loading extension module utils... +18: No modifications detected for re-loaded extension module utils, skipping build step... +18: Loading extension module utils... + 0: No modifications detected for re-loaded extension module utils, skipping build step... + 0: Loading extension module utils... +28: No modifications detected for re-loaded extension module utils, skipping build step... +28: Loading extension module utils... +18: No modifications detected for re-loaded extension module utils, skipping build step... +18: Loading extension module utils... + 5: No modifications detected for re-loaded extension module utils, skipping build step... + 5: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... + 5: + 5: Loading extension module utils... + 5: No modifications detected for re-loaded extension module utils, skipping build step... + 5: Loading extension module utils... + 5: No modifications detected for re-loaded extension module utils, skipping build step... + 5: Loading extension module utils... +20: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +20: +20: +20: Loading extension module utils...Loading extension module utils...Loading extension module utils... +20: +20: +20: No modifications detected for re-loaded extension module utils, skipping build step... +31: No modifications detected for re-loaded extension module utils, skipping build step... +31: Loading extension module utils... +20: Loading extension module utils... + 0: No modifications detected for re-loaded extension module utils, skipping build step... + 5: No modifications detected for re-loaded extension module utils, skipping build step... + 5: Loading extension module utils... + 6: No modifications detected for re-loaded extension module utils, skipping build step... + 6: Loading extension module utils... +20: No modifications detected for re-loaded extension module utils, skipping build step... +20: Loading extension module utils... + 0: Loading extension module utils... + 5: No modifications detected for re-loaded extension module utils, skipping build step... + 5: Loading extension module utils... +20: No modifications detected for re-loaded extension module utils, skipping build step... +20: Loading extension module utils... +20: No modifications detected for re-loaded extension module utils, skipping build step... +20: Loading extension module utils... + 0: No modifications detected for re-loaded extension module utils, skipping build step... + 0: Loading extension module utils... + 5: No modifications detected for re-loaded extension module utils, skipping build step... + 5: Loading extension module utils... + 6: No modifications detected for re-loaded extension module utils, skipping build step... + 6: Loading extension module utils... + 6: No modifications detected for re-loaded extension module utils, skipping build step... + 6: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... + 6: + 6: Loading extension module utils... + 6: No modifications detected for re-loaded extension module utils, skipping build step... + 6: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... + 6: + 6: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... + 6: + 6: Loading extension module utils... + 6: No modifications detected for re-loaded extension module utils, skipping build step... + 6: Loading extension module utils... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +26: No modifications detected for re-loaded extension module utils, skipping build step... +26: Loading extension module utils... +26: No modifications detected for re-loaded extension module utils, skipping build step... +26: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +26: +26: Loading extension module utils... +26: No modifications detected for re-loaded extension module utils, skipping build step... +26: Loading extension module utils... +26: No modifications detected for re-loaded extension module utils, skipping build step... +26: Loading extension module utils... +26: No modifications detected for re-loaded extension module utils, skipping build step... +26: Loading extension module utils... +26: No modifications detected for re-loaded extension module utils, skipping build step... +26: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +26: +26: Loading extension module utils... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +14: +14: +14: +14: No modifications detected for re-loaded extension module utils, skipping build step... +14: Loading extension module utils... +14: No modifications detected for re-loaded extension module utils, skipping build step... +14: Loading extension module utils... +14: No modifications detected for re-loaded extension module utils, skipping build step... +14: Loading extension module utils... +14: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +14: No modifications detected for re-loaded extension module utils, skipping build step... +14: +14: +14: Loading extension module utils...Loading extension module utils...Loading extension module utils... +14: +14: +14: Loading extension module utils... +14: No modifications detected for re-loaded extension module utils, skipping build step... +14: Loading extension module utils... +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +29: No modifications detected for re-loaded extension module utils, skipping build step... +29: Loading extension module utils... +29: No modifications detected for re-loaded extension module utils, skipping build step... +29: Loading extension module utils... +29: No modifications detected for re-loaded extension module utils, skipping build step... +29: Loading extension module utils... +29: No modifications detected for re-loaded extension module utils, skipping build step... +29: Loading extension module utils... +29: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +29: +29: Loading extension module utils...Loading extension module utils... +29: +29: No modifications detected for re-loaded extension module utils, skipping build step... +29: Loading extension module utils... +29: No modifications detected for re-loaded extension module utils, skipping build step... +29: Loading extension module utils... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: +17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: +17: +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: No modifications detected for re-loaded extension module utils, skipping build step... +17: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +17: +17: Loading extension module utils... +17: No modifications detected for re-loaded extension module utils, skipping build step... +17: Loading extension module utils... +17: No modifications detected for re-loaded extension module utils, skipping build step... + 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: Loading extension module utils... +17: No modifications detected for re-loaded extension module utils, skipping build step... +17: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +17: No modifications detected for re-loaded extension module utils, skipping build step... +17: +17: Loading extension module utils...Loading extension module utils... +17: +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +17: No modifications detected for re-loaded extension module utils, skipping build step... +17: Loading extension module utils... + 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: + 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: No modifications detected for re-loaded extension module utils, skipping build step... +10: Loading extension module utils... +23: No modifications detected for re-loaded extension module utils, skipping build step... +23: Loading extension module utils... +22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: No modifications detected for re-loaded extension module utils, skipping build step... + 1: Loading extension module utils... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: No modifications detected for re-loaded extension module utils, skipping build step... +22: Loading extension module utils... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: No modifications detected for re-loaded extension module utils, skipping build step... + 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: Loading extension module utils... +22: No modifications detected for re-loaded extension module utils, skipping build step... +22: Loading extension module utils... +22: No modifications detected for re-loaded extension module utils, skipping build step... +22: Loading extension module utils... +11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +11: +22: No modifications detected for re-loaded extension module utils, skipping build step... +22: Loading extension module utils... +22: No modifications detected for re-loaded extension module utils, skipping build step... +21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: +21: +21: +21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +10: +10: Loading extension module utils...Loading extension module utils... +10: +22: Loading extension module utils... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +11: +11: +11: +11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +11: +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +22: No modifications detected for re-loaded extension module utils, skipping build step... +22: Loading extension module utils... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: +13: +23: No modifications detected for re-loaded extension module utils, skipping build step... +23: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +23: +23: Loading extension module utils... +23: No modifications detected for re-loaded extension module utils, skipping build step... +23: Loading extension module utils... +23: No modifications detected for re-loaded extension module utils, skipping build step... +23: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +23: +23: Loading extension module utils... +23: No modifications detected for re-loaded extension module utils, skipping build step... +23: Loading extension module utils... +22: No modifications detected for re-loaded extension module utils, skipping build step... +22: Loading extension module utils... +13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +13: +13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +23: No modifications detected for re-loaded extension module utils, skipping build step... +23: Loading extension module utils... + 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 7: +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... + 1: + 1: Loading extension module utils...Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 1: + 1: + 1: Loading extension module utils... + 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 7: + 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +10: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +10: +10: Loading extension module utils...Loading extension module utils... +10: +10: No modifications detected for re-loaded extension module utils, skipping build step... +10: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +10: +10: Loading extension module utils... + 1: No modifications detected for re-loaded extension module utils, skipping build step... + 1: Loading extension module utils... +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +19: +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +19: +19: +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: No modifications detected for re-loaded extension module utils, skipping build step... + 1: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 1: + 1: Loading extension module utils... +21: No modifications detected for re-loaded extension module utils, skipping build step... +21: Loading extension module utils... +19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: No modifications detected for re-loaded extension module utils, skipping build step... +30: Loading extension module utils... +30: No modifications detected for re-loaded extension module utils, skipping build step... + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +30: Loading extension module utils... +10: No modifications detected for re-loaded extension module utils, skipping build step... +10: Loading extension module utils... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 1: No modifications detected for re-loaded extension module utils, skipping build step... + 1: Loading extension module utils... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: + 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 4: + 8: No modifications detected for re-loaded extension module utils, skipping build step... + 8: Loading extension module utils... +21: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +21: +21: Loading extension module utils...Loading extension module utils... +25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: + 3: +21: +25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: No modifications detected for re-loaded extension module utils, skipping build step... +21: Loading extension module utils... +25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +25: +25: + 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: No modifications detected for re-loaded extension module utils, skipping build step... +21: Loading extension module utils... +25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +12: No modifications detected for re-loaded extension module utils, skipping build step... +12: Loading extension module utils... + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 2: + 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 4: +13: No modifications detected for re-loaded extension module utils, skipping build step... +13: Loading extension module utils... + 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: No modifications detected for re-loaded extension module utils, skipping build step... +21: Loading extension module utils... +21: No modifications detected for re-loaded extension module utils, skipping build step... +21: Loading extension module utils... + 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +21: No modifications detected for re-loaded extension module utils, skipping build step... +21: Loading extension module utils... +19: No modifications detected for re-loaded extension module utils, skipping build step... +19: Loading extension module utils... +11: No modifications detected for re-loaded extension module utils, skipping build step... +11: Loading extension module utils... +11: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +11: +11: Loading extension module utils... + 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 9: + 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 9: + 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 3: No modifications detected for re-loaded extension module utils, skipping build step... + 3: Loading extension module utils... +11: Loading extension module utils... + 9: No modifications detected for re-loaded extension module utils, skipping build step... + 9: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... + 9: + 4: No modifications detected for re-loaded extension module utils, skipping build step... + 4: Loading extension module utils... + 3: No modifications detected for re-loaded extension module utils, skipping build step... + 3: Loading extension module utils... + 9: Loading extension module utils... + 3: No modifications detected for re-loaded extension module utils, skipping build step... +11: No modifications detected for re-loaded extension module utils, skipping build step... +11: Loading extension module utils... + 9: No modifications detected for re-loaded extension module utils, skipping build step... + 9: Loading extension module utils... + 2: No modifications detected for re-loaded extension module utils, skipping build step... + 2: Loading extension module utils... + 7: No modifications detected for re-loaded extension module utils, skipping build step... + 7: Loading extension module utils... + 9: No modifications detected for re-loaded extension module utils, skipping build step... + 9: Loading extension module utils... + 3: Loading extension module utils... +19: No modifications detected for re-loaded extension module utils, skipping build step... +19: Loading extension module utils... +30: No modifications detected for re-loaded extension module utils, skipping build step... +30: Loading extension module utils... +30: No modifications detected for re-loaded extension module utils, skipping build step... +30: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +30: + 8: No modifications detected for re-loaded extension module utils, skipping build step... + 8: Loading extension module utils... + 8: No modifications detected for re-loaded extension module utils, skipping build step... + 8: Loading extension module utils... + 8: No modifications detected for re-loaded extension module utils, skipping build step... + 8: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 8: + 8: Loading extension module utils... +30: Loading extension module utils... +30: No modifications detected for re-loaded extension module utils, skipping build step... +30: Loading extension module utils... +11: No modifications detected for re-loaded extension module utils, skipping build step... +11: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +11: No modifications detected for re-loaded extension module utils, skipping build step... +11: +11: Loading extension module utils... +11: Loading extension module utils... + 9: No modifications detected for re-loaded extension module utils, skipping build step... + 9: Loading extension module utils... + 8: No modifications detected for re-loaded extension module utils, skipping build step... + 8: Loading extension module utils... + 8: No modifications detected for re-loaded extension module utils, skipping build step... +30: No modifications detected for re-loaded extension module utils, skipping build step... +30: Loading extension module utils... + 8: Loading extension module utils... +30: No modifications detected for re-loaded extension module utils, skipping build step... +30: Loading extension module utils... + 9: No modifications detected for re-loaded extension module utils, skipping build step... + 9: Loading extension module utils... + 9: No modifications detected for re-loaded extension module utils, skipping build step... + 9: Loading extension module utils... + 8: No modifications detected for re-loaded extension module utils, skipping build step... + 8: Loading extension module utils... +11: No modifications detected for re-loaded extension module utils, skipping build step... +11: Loading extension module utils... +25: No modifications detected for re-loaded extension module utils, skipping build step... +25: Loading extension module utils... +12: No modifications detected for re-loaded extension module utils, skipping build step... +12: Loading extension module utils... +12: No modifications detected for re-loaded extension module utils, skipping build step... +12: Loading extension module utils... +12: No modifications detected for re-loaded extension module utils, skipping build step... +12: Loading extension module utils... +12: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +19: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +19: +19: Loading extension module utils...Loading extension module utils... +19: + 9: No modifications detected for re-loaded extension module utils, skipping build step... + 9: Loading extension module utils... + 7: No modifications detected for re-loaded extension module utils, skipping build step... + 7: Loading extension module utils... +12: +12: Loading extension module utils... +12: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +12: +12: Loading extension module utils... + 3: No modifications detected for re-loaded extension module utils, skipping build step... + 3: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 3: + 3: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 3: + 3: Loading extension module utils... + 3: No modifications detected for re-loaded extension module utils, skipping build step... + 3: Loading extension module utils... +19: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +19: +19: Loading extension module utils...Loading extension module utils... +19: +12: No modifications detected for re-loaded extension module utils, skipping build step... +12: Loading extension module utils... + 2: No modifications detected for re-loaded extension module utils, skipping build step... + 2: Loading extension module utils... +19: No modifications detected for re-loaded extension module utils, skipping build step... +19: Loading extension module utils... + 3: No modifications detected for re-loaded extension module utils, skipping build step... + 3: Loading extension module utils... + 2: No modifications detected for re-loaded extension module utils, skipping build step... + 2: Loading extension module utils... + 7: No modifications detected for re-loaded extension module utils, skipping build step... + 7: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 7: + 7: Loading extension module utils... +13: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +13: +13: Loading extension module utils...Loading extension module utils... +13: +13: No modifications detected for re-loaded extension module utils, skipping build step... +13: Loading extension module utils... +13: No modifications detected for re-loaded extension module utils, skipping build step... +13: Loading extension module utils... +19: No modifications detected for re-loaded extension module utils, skipping build step... +19: Loading extension module utils... + 4: No modifications detected for re-loaded extension module utils, skipping build step... + 4: Loading extension module utils... + 7: No modifications detected for re-loaded extension module utils, skipping build step... + 7: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... + 7: + 7: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... + 7: + 7: Loading extension module utils... + 2: No modifications detected for re-loaded extension module utils, skipping build step... +25: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +25: +25: Loading extension module utils...Loading extension module utils... +25: + 2: Loading extension module utils... + 2: No modifications detected for re-loaded extension module utils, skipping build step... + 4: No modifications detected for re-loaded extension module utils, skipping build step... + 4: Loading extension module utils... + 7: No modifications detected for re-loaded extension module utils, skipping build step... + 7: Loading extension module utils... +13: No modifications detected for re-loaded extension module utils, skipping build step... +13: Loading extension module utils... + 2: Loading extension module utils... + 4: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... + 4: + 4: Loading extension module utils... +13: No modifications detected for re-loaded extension module utils, skipping build step... +13: Loading extension module utils... +25: No modifications detected for re-loaded extension module utils, skipping build step... +25: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +25: +25: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +25: +25: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +25: +25: Loading extension module utils... + 4: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 4: + 4: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... + 4: +13: No modifications detected for re-loaded extension module utils, skipping build step... +13: Loading extension module utils... + 4: Loading extension module utils... + 2: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... + 2: + 2: Loading extension module utils...Loading extension module utils... + 2: +25: No modifications detected for re-loaded extension module utils, skipping build step... +25: Loading extension module utils... + 2: No modifications detected for re-loaded extension module utils, skipping build step... + 2: Loading extension module utils... + 4: No modifications detected for re-loaded extension module utils, skipping build step... + 4: Loading extension module utils... +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +27: +27: No modifications detected for re-loaded extension module utils, skipping build step... +27: Loading extension module utils... +27: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +27: +27: Loading extension module utils... +27: Loading extension module utils... +27: No modifications detected for re-loaded extension module utils, skipping build step... +27: Loading extension module utils... +27: No modifications detected for re-loaded extension module utils, skipping build step... +27: Loading extension module utils... +27: No modifications detected for re-loaded extension module utils, skipping build step... +27: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step... +27: +27: Loading extension module utils... +27: No modifications detected for re-loaded extension module utils, skipping build step... +27: Loading extension module utils... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: +24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... +24: No modifications detected for re-loaded extension module utils, skipping build step... +24: Loading extension module utils... +24: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step... +24: +24: Loading extension module utils...Loading extension module utils... +24: +24: No modifications detected for re-loaded extension module utils, skipping build step... +24: Loading extension module utils... +24: No modifications detected for re-loaded extension module utils, skipping build step... +24: Loading extension module utils... +24: No modifications detected for re-loaded extension module utils, skipping build step... +24: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils... +24: No modifications detected for re-loaded extension module utils, skipping build step... +24: Loading extension module utils... +24: +24: Loading extension module utils... + 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root... + 0: No modifications detected for re-loaded extension module utils, skipping build step... + 0: Loading extension module utils... + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/utils.py:349: UserWarning: Parameter count with the embeddings will be inaccurate with PP > 1, as the first and last stage hold several copies of the embeddings + 0: warnings.warn("Parameter count with the embeddings will be inaccurate with PP > 1, as the first and last stage hold several copies of the embeddings") diff --git a/4b284b12bc4opt4/3523361.out b/4b284b12bc4opt4/3523361.out new file mode 100644 index 0000000000000000000000000000000000000000..516bffeb3c8df0b2c26851e3be23c44f8f7adf31 --- /dev/null +++ b/4b284b12bc4opt4/3523361.out @@ -0,0 +1,40509 @@ +Model parameters: d_model 2688 ffw_size 10752 kv_size 128 n_heads 21 n_layers 34 +Megatron-DeepSpeed/pretrain_gpt.py --tensor-model-parallel-size 1 --pipeline-model-parallel-size 1 --num-layers 34 --hidden-size 2688 --num-attention-heads 21 --kv-channels 128 --ffn-hidden-size 10752 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 1024 --train-samples 1 --vocab-file gpt2/vocab.json --merge-file gpt2/merges.txt --clip-grad 1.0 --kill-switch-path kill-switch-4b284b12bc4opt4val --bf16 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.999 --adam-eps 1e-8 --lr 2e-4 --min-lr 2e-5 --lr-decay-style cosine --lr-decay-samples 1 --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-1 --override-lr-scheduler --reset-progress --no-load-optim --log-interval 10 --save-interval 1000 --eval-interval 1 --eval-iters 100 --eval-only true --tensorboard-dir tensorboard_4b284b12bc4opt4val --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 --load lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 --train-weighted-split-paths-path train1b5.txt --valid-weighted-split-paths-path val.txt --data-impl mmap --deepspeed --deepspeed_config ds_configs/3523361.json --zero-stage 0 +START 3523361: Mon 15 May 2023 09:57:32 AM EEST + 0: + 0: + 0: ======================= ROCm System Management Interface ======================= + 0: ================================= Concise Info ================================= + 0: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 0: 0 50.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 2 38.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 4 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 6 40.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: ================================================================================ + 0: ============================= End of ROCm SMI Log ============================== + 6: + 6: + 6: ======================= ROCm System Management Interface ======================= + 6: ================================= Concise Info ================================= + 6: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 6: 0 47.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 2 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 3 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 4 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 6 38.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: ================================================================================ + 6: ============================= End of ROCm SMI Log ============================== +13: +13: +13: ======================= ROCm System Management Interface ======================= +13: ================================= Concise Info ================================= +13: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +13: 0 45.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 2 42.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 4 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 6 39.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: ================================================================================ +13: ============================= End of ROCm SMI Log ============================== + 4: + 4: + 4: ======================= ROCm System Management Interface ======================= + 4: ================================= Concise Info ================================= + 4: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 4: 0 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 2 42.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 4 46.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 6 38.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: ================================================================================ + 4: ============================= End of ROCm SMI Log ============================== + 7: + 7: + 7: ======================= ROCm System Management Interface ======================= + 7: ================================= Concise Info ================================= + 7: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 7: 0 40.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 1 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 2 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 4 43.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 6 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: ================================================================================ + 7: ============================= End of ROCm SMI Log ============================== +16: +16: +16: ======================= ROCm System Management Interface ======================= +16: ================================= Concise Info ================================= +16: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +16: 0 45.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 2 45.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 6 44.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: ================================================================================ +16: ============================= End of ROCm SMI Log ============================== +21: +21: +21: ======================= ROCm System Management Interface ======================= +21: ================================= Concise Info ================================= +21: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +21: 0 43.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 2 42.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 3 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 4 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 6 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: ================================================================================ +21: ============================= End of ROCm SMI Log ============================== +27: +27: +27: ======================= ROCm System Management Interface ======================= +27: ================================= Concise Info ================================= +27: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +27: 0 45.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 2 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 4 39.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 6 40.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: ================================================================================ +27: ============================= End of ROCm SMI Log ============================== +19: +19: +19: ======================= ROCm System Management Interface ======================= +19: ================================= Concise Info ================================= +19: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +19: 0 47.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 2 47.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 6 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: ================================================================================ +19: ============================= End of ROCm SMI Log ============================== + 1: + 1: + 1: ======================= ROCm System Management Interface ======================= + 1: ================================= Concise Info ================================= + 1: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 1: 0 45.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 2 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 4 46.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 6 38.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: ================================================================================ + 1: ============================= End of ROCm SMI Log ============================== +31: +31: +31: ======================= ROCm System Management Interface ======================= +31: ================================= Concise Info ================================= +31: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +31: 0 50.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 1 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 2 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 4 44.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 6 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 7 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: ================================================================================ +31: ============================= End of ROCm SMI Log ============================== +30: +30: +30: ======================= ROCm System Management Interface ======================= +30: ================================= Concise Info ================================= +30: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +30: 0 48.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 2 35.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 4 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 6 36.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: ================================================================================ +30: ============================= End of ROCm SMI Log ============================== + 5: + 5: + 5: ======================= ROCm System Management Interface ======================= + 5: ================================= Concise Info ================================= + 5: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 5: 0 52.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 1 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 2 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 4 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 6 33.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: ================================================================================ + 5: ============================= End of ROCm SMI Log ============================== +26: +26: +26: ======================= ROCm System Management Interface ======================= +26: ================================= Concise Info ================================= +26: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +26: 0 46.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 2 38.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 4 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 6 41.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: ================================================================================ +26: ============================= End of ROCm SMI Log ============================== +29: +29: +29: ======================= ROCm System Management Interface ======================= +29: ================================= Concise Info ================================= +29: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +29: 0 41.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 2 37.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 4 34.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 6 45.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 7 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: ================================================================================ +29: ============================= End of ROCm SMI Log ============================== +23: +23: +23: ======================= ROCm System Management Interface ======================= +23: ================================= Concise Info ================================= +23: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +23: 0 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 2 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 4 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 6 43.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 7 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: ================================================================================ +23: ============================= End of ROCm SMI Log ============================== +20: +20: +20: ======================= ROCm System Management Interface ======================= +20: ================================= Concise Info ================================= +20: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +20: 0 47.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 2 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 4 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 6 41.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: ================================================================================ +20: ============================= End of ROCm SMI Log ============================== +22: +22: +22: ======================= ROCm System Management Interface ======================= +22: ================================= Concise Info ================================= +22: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +22: 0 43.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 2 41.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 4 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 6 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: ================================================================================ +22: ============================= End of ROCm SMI Log ============================== +24: +24: +24: ======================= ROCm System Management Interface ======================= +24: ================================= Concise Info ================================= +24: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +24: 0 47.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 2 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 4 42.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 6 39.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: ================================================================================ +24: ============================= End of ROCm SMI Log ============================== +14: +14: +14: ======================= ROCm System Management Interface ======================= +14: ================================= Concise Info ================================= +14: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +14: 0 45.0c 99.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 1 51.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 2 40.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 4 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 5 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 6 45.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: ================================================================================ +14: ============================= End of ROCm SMI Log ============================== +28: +28: +28: ======================= ROCm System Management Interface ======================= +28: ================================= Concise Info ================================= +28: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +28: 0 45.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 2 40.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 4 45.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 6 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: ================================================================================ +28: ============================= End of ROCm SMI Log ============================== +17: +17: +17: ======================= ROCm System Management Interface ======================= +17: ================================= Concise Info ================================= +17: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +17: 0 44.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 2 34.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 4 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 5 51.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 6 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: ================================================================================ +17: ============================= End of ROCm SMI Log ============================== +25: +25: +25: ======================= ROCm System Management Interface ======================= +25: ================================= Concise Info ================================= +25: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +25: 0 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 2 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 4 43.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 6 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: ================================================================================ +25: ============================= End of ROCm SMI Log ============================== +12: +12: +12: ======================= ROCm System Management Interface ======================= +12: ================================= Concise Info ================================= +12: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +12: 0 47.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 1 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 2 39.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 4 43.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 6 38.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: ================================================================================ +12: ============================= End of ROCm SMI Log ============================== + 9: + 9: + 9: ======================= ROCm System Management Interface ======================= + 9: ================================= Concise Info ================================= + 9: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 9: 0 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 2 45.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 4 44.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 6 49.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: ================================================================================ + 9: ============================= End of ROCm SMI Log ============================== +10: +10: +10: ======================= ROCm System Management Interface ======================= +10: ================================= Concise Info ================================= +10: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +10: 0 47.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 2 39.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 4 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 6 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: ================================================================================ +10: ============================= End of ROCm SMI Log ============================== +18: +18: +18: ======================= ROCm System Management Interface ======================= +18: ================================= Concise Info ================================= +18: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +18: 0 49.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 2 40.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 4 43.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 6 47.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: ================================================================================ +18: ============================= End of ROCm SMI Log ============================== +11: +11: +11: ======================= ROCm System Management Interface ======================= +11: ================================= Concise Info ================================= +11: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +11: 0 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 2 37.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 4 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 6 43.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 7 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: ================================================================================ +11: ============================= End of ROCm SMI Log ============================== + 2: + 2: + 2: ======================= ROCm System Management Interface ======================= + 2: ================================= Concise Info ================================= + 2: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 2: 0 48.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 2 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 4 44.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 6 42.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: ================================================================================ + 2: ============================= End of ROCm SMI Log ============================== + 8: + 8: + 8: ======================= ROCm System Management Interface ======================= + 8: ================================= Concise Info ================================= + 8: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 8: 0 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 2 41.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 4 40.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 6 38.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: ================================================================================ + 8: ============================= End of ROCm SMI Log ============================== + 3: + 3: + 3: ======================= ROCm System Management Interface ======================= + 3: ================================= Concise Info ================================= + 3: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 3: 0 40.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 2 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 3 38.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 4 39.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 6 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: ================================================================================ + 3: ============================= End of ROCm SMI Log ============================== +15: +15: +15: ======================= ROCm System Management Interface ======================= +15: ================================= Concise Info ================================= +15: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +15: 0 37.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 2 36.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 4 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 6 37.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: ================================================================================ +15: ============================= End of ROCm SMI Log ============================== +13: Launching on nid006080 (13/32), master nid006067 port 9999, GPUs 8, CUDA: True +14: Launching on nid006081 (14/32), master nid006067 port 9999, GPUs 8, CUDA: True +17: Launching on nid006084 (17/32), master nid006067 port 9999, GPUs 8, CUDA: True + 1: Launching on nid006068 (1/32), master nid006067 port 9999, GPUs 8, CUDA: True +19: Launching on nid006086 (19/32), master nid006067 port 9999, GPUs 8, CUDA: True +25: Launching on nid006092 (25/32), master nid006067 port 9999, GPUs 8, CUDA: True + 0: Launching on nid006067 (0/32), master nid006067 port 9999, GPUs 8, CUDA: True +28: Launching on nid006095 (28/32), master nid006067 port 9999, GPUs 8, CUDA: True +22: Launching on nid006089 (22/32), master nid006067 port 9999, GPUs 8, CUDA: True +23: Launching on nid006090 (23/32), master nid006067 port 9999, GPUs 8, CUDA: True +29: Launching on nid006096 (29/32), master nid006067 port 9999, GPUs 8, CUDA: True + 7: Launching on nid006074 (7/32), master nid006067 port 9999, GPUs 8, CUDA: True + 4: Launching on nid006071 (4/32), master nid006067 port 9999, GPUs 8, CUDA: True +30: Launching on nid006097 (30/32), master nid006067 port 9999, GPUs 8, CUDA: True + 5: Launching on nid006072 (5/32), master nid006067 port 9999, GPUs 8, CUDA: True + 6: Launching on nid006073 (6/32), master nid006067 port 9999, GPUs 8, CUDA: True +16: Launching on nid006083 (16/32), master nid006067 port 9999, GPUs 8, CUDA: True +26: Launching on nid006093 (26/32), master nid006067 port 9999, GPUs 8, CUDA: True + 8: Launching on nid006075 (8/32), master nid006067 port 9999, GPUs 8, CUDA: True +21: Launching on nid006088 (21/32), master nid006067 port 9999, GPUs 8, CUDA: True +12: Launching on nid006079 (12/32), master nid006067 port 9999, GPUs 8, CUDA: True +31: Launching on nid006098 (31/32), master nid006067 port 9999, GPUs 8, CUDA: True + 9: Launching on nid006076 (9/32), master nid006067 port 9999, GPUs 8, CUDA: True +20: Launching on nid006087 (20/32), master nid006067 port 9999, GPUs 8, CUDA: True +27: Launching on nid006094 (27/32), master nid006067 port 9999, GPUs 8, CUDA: True +18: Launching on nid006085 (18/32), master nid006067 port 9999, GPUs 8, CUDA: True +24: Launching on nid006091 (24/32), master nid006067 port 9999, GPUs 8, CUDA: True + 3: Launching on nid006070 (3/32), master nid006067 port 9999, GPUs 8, CUDA: True +10: Launching on nid006077 (10/32), master nid006067 port 9999, GPUs 8, CUDA: True +11: Launching on nid006078 (11/32), master nid006067 port 9999, GPUs 8, CUDA: True + 2: Launching on nid006069 (2/32), master nid006067 port 9999, GPUs 8, CUDA: True +15: Launching on nid006082 (15/32), master nid006067 port 9999, GPUs 8, CUDA: True + 0: using world size: 256, data-parallel-size: 256, tensor-model-parallel size: 1, pipeline-model-parallel size: 1 + 0: accumulate and all-reduce gradients in fp32 for bfloat16 data type. + 0: using torch.bfloat16 for parameters ... + 0: ------------------------ arguments ------------------------ + 0: abort_on_unmet_fused_kernel_constraints ......... False + 0: accumulate_allreduce_grads_in_fp32 .............. True + 0: adam_beta1 ...................................... 0.9 + 0: adam_beta2 ...................................... 0.999 + 0: adam_eps ........................................ 1e-08 + 0: adlr_autoresume ................................. False + 0: adlr_autoresume_interval ........................ 1000 + 0: apply_query_key_layer_scaling ................... True + 0: apply_residual_connection_post_layernorm ........ False + 0: attention_dropout ............................... 0.1 + 0: attention_softmax_in_fp32 ....................... False + 0: bert_binary_head ................................ True + 0: bert_load ....................................... None + 0: bf16 ............................................ True + 0: bias_dropout_fusion ............................. True + 0: bias_gelu_fusion ................................ True + 0: biencoder_projection_dim ........................ 0 + 0: biencoder_shared_query_context_model ............ False + 0: block_data_path ................................. None + 0: checkpoint_activations .......................... False + 0: checkpoint_in_cpu ............................... False + 0: checkpoint_num_layers ........................... 1 + 0: clip_grad ....................................... 1.0 + 0: codecarbon_dir .................................. None + 0: consumed_train_samples .......................... 0 + 0: consumed_train_tokens ........................... 0 + 0: consumed_valid_samples .......................... 0 + 0: contigious_checkpointing ........................ False + 0: cpu_optimizer ................................... False + 0: cpu_torch_adam .................................. False + 0: curriculum_learning ............................. False + 0: data_impl ....................................... mmap + 0: data_parallel_size .............................. 256 + 0: data_path ....................................... None + 0: dataloader_type ................................. single + 0: DDP_impl ........................................ local + 0: decoder_seq_length .............................. None + 0: deepscale ....................................... False + 0: deepscale_config ................................ None + 0: deepspeed ....................................... True + 0: deepspeed_activation_checkpointing .............. False + 0: deepspeed_config ................................ ds_configs/3523361.json + 0: deepspeed_mpi ................................... False + 0: distribute_checkpointed_activations ............. False + 0: distributed_backend ............................. nccl + 0: embed_layernorm ................................. False + 0: embedding_path .................................. None + 0: encoder_seq_length .............................. 2048 + 0: eod_mask_loss ................................... False + 0: eval_interval ................................... 1 + 0: eval_iters ...................................... 100 + 0: eval_only ....................................... True + 0: evidence_data_path .............................. None + 0: exit_duration_in_mins ........................... None + 0: exit_interval ................................... None + 0: ffn_hidden_size ................................. 10752 + 0: finetune ........................................ False + 0: fp16 ............................................ False + 0: fp16_lm_cross_entropy ........................... False + 0: fp32_residual_connection ........................ False + 0: gigaflos_no_embeds .............................. 0 + 0: global_batch_size ............................... 1024 + 0: glu_activation .................................. None + 0: hidden_dropout .................................. 0.1 + 0: hidden_size ..................................... 2688 + 0: hysteresis ...................................... 2 + 0: ict_head_size ................................... None + 0: ict_load ........................................ None + 0: img_dim ......................................... 224 + 0: indexer_batch_size .............................. 128 + 0: indexer_log_interval ............................ 1000 + 0: inference ....................................... False + 0: init_method_std ................................. 0.02 + 0: init_method_xavier_uniform ...................... False + 0: initial_loss_scale .............................. 4294967296 + 0: kill_switch_path ................................ kill-switch-4b284b12bc4opt4val + 0: kv_channels ..................................... 128 + 0: layer_norm_fusion ............................... True + 0: layernorm_epsilon ............................... 1e-05 + 0: lazy_mpu_init ................................... None + 0: load ............................................ lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 + 0: local_rank ...................................... None + 0: log_batch_size_to_tensorboard ................... True + 0: log_interval .................................... 10 + 0: log_learning_rate_to_tensorboard ................ True + 0: log_level ....................................... None + 0: log_level_replica ............................... None + 0: log_loss_scale_to_tensorboard ................... True + 0: log_num_zeros_in_grad ........................... False + 0: log_params_norm ................................. False + 0: log_path ........................................ None + 0: log_timers_to_tensorboard ....................... True + 0: log_validation_ppl_to_tensorboard ............... True + 0: loss_on_targets_only ............................ False + 0: loss_scale ...................................... None + 0: loss_scale_window ............................... 1000 + 0: lr .............................................. 0.0002 + 0: lr_decay_iters .................................. None + 0: lr_decay_samples ................................ 1 + 0: lr_decay_style .................................. cosine + 0: lr_decay_tokens ................................. None + 0: lr_warmup_fraction .............................. None + 0: lr_warmup_iters ................................. 0 + 0: lr_warmup_samples ............................... 0 + 0: make_vocab_size_divisible_by .................... 128 + 0: mask_prob ....................................... 0.15 + 0: masked_softmax_fusion ........................... True + 0: max_position_embeddings ......................... 2048 + 0: mean_noise_span_length .......................... None + 0: memory_centric_tiled_linear ..................... False + 0: merge_file ...................................... gpt2/merges.txt + 0: micro_batch_size ................................ 2 + 0: min_loss_scale .................................. 1.0 + 0: min_lr .......................................... 2e-05 + 0: mmap_warmup ..................................... False + 0: no_load_optim ................................... True + 0: no_load_rng ..................................... None + 0: no_save_optim ................................... None + 0: no_save_rng ..................................... None + 0: noise_density ................................... None + 0: num_attention_heads ............................. 21 + 0: num_channels .................................... 3 + 0: num_classes ..................................... 1000 + 0: num_layers ...................................... 34 + 0: num_layers_per_virtual_pipeline_stage ........... None + 0: num_workers ..................................... 2 + 0: onnx_safe ....................................... None + 0: openai_gelu ..................................... False + 0: optimizer ....................................... adam + 0: optimizer_fusion ................................ True + 0: override_lr_scheduler ........................... True + 0: pad_vocab_size_to ............................... None + 0: params_dtype .................................... torch.bfloat16 + 0: partition_activations ........................... False + 0: patch_dim ....................................... 16 + 0: pipeline_model_parallel_size .................... 1 + 0: position_embedding_type ......................... PositionEmbeddingType.absolute + 0: pp_partition_method ............................. None + 0: profile_backward ................................ False + 0: query_in_block_prob ............................. 0.1 + 0: rampup_batch_size ............................... None + 0: rank ............................................ 0 + 0: remote_device ................................... none + 0: reset_attention_mask ............................ False + 0: reset_position_ids .............................. False + 0: reset_progress .................................. True + 0: retriever_report_topk_accuracies ................ [] + 0: retriever_score_scaling ......................... False + 0: retriever_seq_length ............................ 256 + 0: reweight_loss_based_on_position_frequency ....... False + 0: sample_rate ..................................... 1.0 + 0: save ............................................ lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 + 0: save_interval ................................... 1000 + 0: scatter_gather_tensors_in_pipeline .............. True + 0: scattered_embeddings ............................ False + 0: seed ............................................ 1234 + 0: seq_length ...................................... 2048 + 0: sgd_momentum .................................... 0.9 + 0: short_seq_prob .................................. 0.1 + 0: skip_train_iteration_range ...................... None + 0: split ........................................... None + 0: split_transformers .............................. False + 0: sync_tp_duplicated_parameters ................... False + 0: synchronize_each_layer .......................... False + 0: tensor_model_parallel_size ...................... 1 + 0: tensorboard_dir ................................. tensorboard_4b284b12bc4opt4val + 0: tensorboard_log_interval ........................ 1 + 0: tensorboard_queue_size .......................... 5 + 0: test_weighted_split_paths ....................... None + 0: test_weighted_split_paths_path .................. None + 0: tile_factor ..................................... 1 + 0: titles_data_path ................................ None + 0: tokenizer_name_or_path .......................... None + 0: tokenizer_type .................................. GPT2BPETokenizer + 0: train_iters ..................................... None + 0: train_samples ................................... 1 + 0: train_tokens .................................... None + 0: train_weighted_split_names ...................... ['train'] + 0: train_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document']] + 0: train_weighted_split_paths_path ................. None + 0: train_weighted_split_splits ..................... [['0:1']] + 0: train_weighted_split_weights .................... [['1.0']] + 0: universal_checkpoint ............................ False + 0: use_bnb_optimizer ............................... False + 0: use_checkpoint_lr_scheduler ..................... False + 0: use_contiguous_buffers_in_ddp ................... True + 0: use_cpu_initialization .......................... None + 0: use_one_sent_docs ............................... False + 0: use_pin_memory .................................. False + 0: valid_num_workers ............................... 2 + 0: valid_weighted_split_names ...................... ['validation'] + 0: valid_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document']] + 0: valid_weighted_split_paths_path ................. None + 0: valid_weighted_split_splits ..................... [['0:1']] + 0: valid_weighted_split_weights .................... [['1.0']] + 0: virtual_pipeline_model_parallel_size ............ None + 0: vocab_extra_ids ................................. 0 + 0: vocab_file ...................................... gpt2/vocab.json + 0: weight_decay .................................... 0.1 + 0: world_size ...................................... 256 + 0: zero_allgather_bucket_size ...................... 0.0 + 0: zero_contigious_gradients ....................... False + 0: zero_reduce_bucket_size ......................... 0.0 + 0: zero_reduce_scatter ............................. False + 0: zero_stage ...................................... 0 + 0: -------------------- end of arguments --------------------- + 0: setting number of micro-batches to constant 2 + 0: > building GPT2BPETokenizer tokenizer ... + 0: > padded vocab (size: 50257) with 47 dummy tokens (new size: 50304) + 0: DeepSpeed general environment info: + 0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch'] + 0: torch version .................... 1.13.0+rocm5.2 + 0: torch cuda version ............... None + 0: torch hip version ................ 5.2.21151-afdc89f8 + 0: nvcc version ..................... None + 0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed'] + 0: deepspeed info ................... 0.7.5, unknown, unknown + 0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1 + 0: **** Git info for Megatron: git_hash=unknown git_branch=unknown **** + 0: > initializing torch distributed ... +31: > setting tensorboard ... + 0: [2023-05-15 10:00:55,401] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl + 0: > initializing tensor model parallel with size 1 + 0: > initializing pipeline model parallel with size 1 + 0: > setting random seeds to 1234 ... + 0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 3952 and data parallel seed: 1234 + 0: > compiling dataset index builder ... + 0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: make: Nothing to be done for 'default'. + 0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: >>> done with dataset index builder. Compilation time: 0.140 seconds + 0: WARNING: constraints for invoking optimized fused softmax kernel are not met. We default back to unfused kernel invocations. + 0: > compiling and loading fused kernels ... + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 87 + 0: [1/1] c++ scaled_upper_triang_masked_softmax_hip.o scaled_upper_triang_masked_softmax_hip.cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/opt/rocm/lib -lamdhip64 -o scaled_upper_triang_masked_softmax_cuda.so + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 63 + 0: ninja: no work to do. + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda_kernel.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_hip_kernel.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 67 + 0: [1/1] c++ layer_norm_hip_kernel.cuda.o layer_norm_cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/opt/rocm/lib -lamdhip64 -o fused_mix_prec_layer_norm_cuda.so + 0: >>> done with compiling and loading fused kernels. Compilation time: 28.097 seconds + 0: time to initialize megatron (seconds): 79.468 + 0: [after megatron is initialized] datetime: 2023-05-15 10:01:35 + 0: building GPT model ... + 0: [2023-05-15 10:01:35,617] [INFO] [utils.py:827:see_memory_usage] Before Building Model + 0: [2023-05-15 10:01:35,618] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB Max_MA 0.0 GB CA 0.0 GB Max_CA 0 GB + 0: [2023-05-15 10:01:35,619] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 36.59 GB, percent = 7.3% + 0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None + 0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=1, model=0): 1, ProcessCoord(pipe=0, data=2, model=0): 2, ProcessCoord(pipe=0, data=3, model=0): 3, ProcessCoord(pipe=0, data=4, model=0): 4, ProcessCoord(pipe=0, data=5, model=0): 5, ProcessCoord(pipe=0, data=6, model=0): 6, ProcessCoord(pipe=0, data=7, model=0): 7, ProcessCoord(pipe=0, data=8, model=0): 8, ProcessCoord(pipe=0, data=9, model=0): 9, ProcessCoord(pipe=0, data=10, model=0): 10, ProcessCoord(pipe=0, data=11, model=0): 11, ProcessCoord(pipe=0, data=12, model=0): 12, ProcessCoord(pipe=0, data=13, model=0): 13, ProcessCoord(pipe=0, data=14, model=0): 14, ProcessCoord(pipe=0, data=15, model=0): 15, ProcessCoord(pipe=0, data=16, model=0): 16, ProcessCoord(pipe=0, data=17, model=0): 17, ProcessCoord(pipe=0, data=18, model=0): 18, ProcessCoord(pipe=0, data=19, model=0): 19, ProcessCoord(pipe=0, data=20, model=0): 20, ProcessCoord(pipe=0, data=21, model=0): 21, ProcessCoord(pipe=0, data=22, model=0): 22, ProcessCoord(pi + 0: pe=0, data=23, model=0): 23, ProcessCoord(pipe=0, data=24, model=0): 24, ProcessCoord(pipe=0, data=25, model=0): 25, ProcessCoord(pipe=0, data=26, model=0): 26, ProcessCoord(pipe=0, data=27, model=0): 27, ProcessCoord(pipe=0, data=28, model=0): 28, ProcessCoord(pipe=0, data=29, model=0): 29, ProcessCoord(pipe=0, data=30, model=0): 30, ProcessCoord(pipe=0, data=31, model=0): 31, ProcessCoord(pipe=0, data=32, model=0): 32, ProcessCoord(pipe=0, data=33, model=0): 33, ProcessCoord(pipe=0, data=34, model=0): 34, ProcessCoord(pipe=0, data=35, model=0): 35, ProcessCoord(pipe=0, data=36, model=0): 36, ProcessCoord(pipe=0, data=37, model=0): 37, ProcessCoord(pipe=0, data=38, model=0): 38, ProcessCoord(pipe=0, data=39, model=0): 39, ProcessCoord(pipe=0, data=40, model=0): 40, ProcessCoord(pipe=0, data=41, model=0): 41, ProcessCoord(pipe=0, data=42, model=0): 42, ProcessCoord(pipe=0, data=43, model=0): 43, ProcessCoord(pipe=0, data=44, model=0): 44, ProcessCoord(pipe=0, data=45, model=0): 45, ProcessCoord(pipe=0, data=4 + 0: 6, model=0): 46, ProcessCoord(pipe=0, data=47, model=0): 47, ProcessCoord(pipe=0, data=48, model=0): 48, ProcessCoord(pipe=0, data=49, model=0): 49, ProcessCoord(pipe=0, data=50, model=0): 50, ProcessCoord(pipe=0, data=51, model=0): 51, ProcessCoord(pipe=0, data=52, model=0): 52, ProcessCoord(pipe=0, data=53, model=0): 53, ProcessCoord(pipe=0, data=54, model=0): 54, ProcessCoord(pipe=0, data=55, model=0): 55, ProcessCoord(pipe=0, data=56, model=0): 56, ProcessCoord(pipe=0, data=57, model=0): 57, ProcessCoord(pipe=0, data=58, model=0): 58, ProcessCoord(pipe=0, data=59, model=0): 59, ProcessCoord(pipe=0, data=60, model=0): 60, ProcessCoord(pipe=0, data=61, model=0): 61, ProcessCoord(pipe=0, data=62, model=0): 62, ProcessCoord(pipe=0, data=63, model=0): 63, ProcessCoord(pipe=0, data=64, model=0): 64, ProcessCoord(pipe=0, data=65, model=0): 65, ProcessCoord(pipe=0, data=66, model=0): 66, ProcessCoord(pipe=0, data=67, model=0): 67, ProcessCoord(pipe=0, data=68, model=0): 68, ProcessCoord(pipe=0, data=69, model=0): + 0: 69, ProcessCoord(pipe=0, data=70, model=0): 70, ProcessCoord(pipe=0, data=71, model=0): 71, ProcessCoord(pipe=0, data=72, model=0): 72, ProcessCoord(pipe=0, data=73, model=0): 73, ProcessCoord(pipe=0, data=74, model=0): 74, ProcessCoord(pipe=0, data=75, model=0): 75, ProcessCoord(pipe=0, data=76, model=0): 76, ProcessCoord(pipe=0, data=77, model=0): 77, ProcessCoord(pipe=0, data=78, model=0): 78, ProcessCoord(pipe=0, data=79, model=0): 79, ProcessCoord(pipe=0, data=80, model=0): 80, ProcessCoord(pipe=0, data=81, model=0): 81, ProcessCoord(pipe=0, data=82, model=0): 82, ProcessCoord(pipe=0, data=83, model=0): 83, ProcessCoord(pipe=0, data=84, model=0): 84, ProcessCoord(pipe=0, data=85, model=0): 85, ProcessCoord(pipe=0, data=86, model=0): 86, ProcessCoord(pipe=0, data=87, model=0): 87, ProcessCoord(pipe=0, data=88, model=0): 88, ProcessCoord(pipe=0, data=89, model=0): 89, ProcessCoord(pipe=0, data=90, model=0): 90, ProcessCoord(pipe=0, data=91, model=0): 91, ProcessCoord(pipe=0, data=92, model=0): 92, Process + 0: Coord(pipe=0, data=93, model=0): 93, ProcessCoord(pipe=0, data=94, model=0): 94, ProcessCoord(pipe=0, data=95, model=0): 95, ProcessCoord(pipe=0, data=96, model=0): 96, ProcessCoord(pipe=0, data=97, model=0): 97, ProcessCoord(pipe=0, data=98, model=0): 98, ProcessCoord(pipe=0, data=99, model=0): 99, ProcessCoord(pipe=0, data=100, model=0): 100, ProcessCoord(pipe=0, data=101, model=0): 101, ProcessCoord(pipe=0, data=102, model=0): 102, ProcessCoord(pipe=0, data=103, model=0): 103, ProcessCoord(pipe=0, data=104, model=0): 104, ProcessCoord(pipe=0, data=105, model=0): 105, ProcessCoord(pipe=0, data=106, model=0): 106, ProcessCoord(pipe=0, data=107, model=0): 107, ProcessCoord(pipe=0, data=108, model=0): 108, ProcessCoord(pipe=0, data=109, model=0): 109, ProcessCoord(pipe=0, data=110, model=0): 110, ProcessCoord(pipe=0, data=111, model=0): 111, ProcessCoord(pipe=0, data=112, model=0): 112, ProcessCoord(pipe=0, data=113, model=0): 113, ProcessCoord(pipe=0, data=114, model=0): 114, ProcessCoord(pipe=0, data=115, mo + 0: del=0): 115, ProcessCoord(pipe=0, data=116, model=0): 116, ProcessCoord(pipe=0, data=117, model=0): 117, ProcessCoord(pipe=0, data=118, model=0): 118, ProcessCoord(pipe=0, data=119, model=0): 119, ProcessCoord(pipe=0, data=120, model=0): 120, ProcessCoord(pipe=0, data=121, model=0): 121, ProcessCoord(pipe=0, data=122, model=0): 122, ProcessCoord(pipe=0, data=123, model=0): 123, ProcessCoord(pipe=0, data=124, model=0): 124, ProcessCoord(pipe=0, data=125, model=0): 125, ProcessCoord(pipe=0, data=126, model=0): 126, ProcessCoord(pipe=0, data=127, model=0): 127, ProcessCoord(pipe=0, data=128, model=0): 128, ProcessCoord(pipe=0, data=129, model=0): 129, ProcessCoord(pipe=0, data=130, model=0): 130, ProcessCoord(pipe=0, data=131, model=0): 131, ProcessCoord(pipe=0, data=132, model=0): 132, ProcessCoord(pipe=0, data=133, model=0): 133, ProcessCoord(pipe=0, data=134, model=0): 134, ProcessCoord(pipe=0, data=135, model=0): 135, ProcessCoord(pipe=0, data=136, model=0): 136, ProcessCoord(pipe=0, data=137, model=0): 137, + 0: ProcessCoord(pipe=0, data=138, model=0): 138, ProcessCoord(pipe=0, data=139, model=0): 139, ProcessCoord(pipe=0, data=140, model=0): 140, ProcessCoord(pipe=0, data=141, model=0): 141, ProcessCoord(pipe=0, data=142, model=0): 142, ProcessCoord(pipe=0, data=143, model=0): 143, ProcessCoord(pipe=0, data=144, model=0): 144, ProcessCoord(pipe=0, data=145, model=0): 145, ProcessCoord(pipe=0, data=146, model=0): 146, ProcessCoord(pipe=0, data=147, model=0): 147, ProcessCoord(pipe=0, data=148, model=0): 148, ProcessCoord(pipe=0, data=149, model=0): 149, ProcessCoord(pipe=0, data=150, model=0): 150, ProcessCoord(pipe=0, data=151, model=0): 151, ProcessCoord(pipe=0, data=152, model=0): 152, ProcessCoord(pipe=0, data=153, model=0): 153, ProcessCoord(pipe=0, data=154, model=0): 154, ProcessCoord(pipe=0, data=155, model=0): 155, ProcessCoord(pipe=0, data=156, model=0): 156, ProcessCoord(pipe=0, data=157, model=0): 157, ProcessCoord(pipe=0, data=158, model=0): 158, ProcessCoord(pipe=0, data=159, model=0): 159, ProcessCoor + 0: d(pipe=0, data=160, model=0): 160, ProcessCoord(pipe=0, data=161, model=0): 161, ProcessCoord(pipe=0, data=162, model=0): 162, ProcessCoord(pipe=0, data=163, model=0): 163, ProcessCoord(pipe=0, data=164, model=0): 164, ProcessCoord(pipe=0, data=165, model=0): 165, ProcessCoord(pipe=0, data=166, model=0): 166, ProcessCoord(pipe=0, data=167, model=0): 167, ProcessCoord(pipe=0, data=168, model=0): 168, ProcessCoord(pipe=0, data=169, model=0): 169, ProcessCoord(pipe=0, data=170, model=0): 170, ProcessCoord(pipe=0, data=171, model=0): 171, ProcessCoord(pipe=0, data=172, model=0): 172, ProcessCoord(pipe=0, data=173, model=0): 173, ProcessCoord(pipe=0, data=174, model=0): 174, ProcessCoord(pipe=0, data=175, model=0): 175, ProcessCoord(pipe=0, data=176, model=0): 176, ProcessCoord(pipe=0, data=177, model=0): 177, ProcessCoord(pipe=0, data=178, model=0): 178, ProcessCoord(pipe=0, data=179, model=0): 179, ProcessCoord(pipe=0, data=180, model=0): 180, ProcessCoord(pipe=0, data=181, model=0): 181, ProcessCoord(pipe=0, da + 0: ta=182, model=0): 182, ProcessCoord(pipe=0, data=183, model=0): 183, ProcessCoord(pipe=0, data=184, model=0): 184, ProcessCoord(pipe=0, data=185, model=0): 185, ProcessCoord(pipe=0, data=186, model=0): 186, ProcessCoord(pipe=0, data=187, model=0): 187, ProcessCoord(pipe=0, data=188, model=0): 188, ProcessCoord(pipe=0, data=189, model=0): 189, ProcessCoord(pipe=0, data=190, model=0): 190, ProcessCoord(pipe=0, data=191, model=0): 191, ProcessCoord(pipe=0, data=192, model=0): 192, ProcessCoord(pipe=0, data=193, model=0): 193, ProcessCoord(pipe=0, data=194, model=0): 194, ProcessCoord(pipe=0, data=195, model=0): 195, ProcessCoord(pipe=0, data=196, model=0): 196, ProcessCoord(pipe=0, data=197, model=0): 197, ProcessCoord(pipe=0, data=198, model=0): 198, ProcessCoord(pipe=0, data=199, model=0): 199, ProcessCoord(pipe=0, data=200, model=0): 200, ProcessCoord(pipe=0, data=201, model=0): 201, ProcessCoord(pipe=0, data=202, model=0): 202, ProcessCoord(pipe=0, data=203, model=0): 203, ProcessCoord(pipe=0, data=204, mode + 0: l=0): 204, ProcessCoord(pipe=0, data=205, model=0): 205, ProcessCoord(pipe=0, data=206, model=0): 206, ProcessCoord(pipe=0, data=207, model=0): 207, ProcessCoord(pipe=0, data=208, model=0): 208, ProcessCoord(pipe=0, data=209, model=0): 209, ProcessCoord(pipe=0, data=210, model=0): 210, ProcessCoord(pipe=0, data=211, model=0): 211, ProcessCoord(pipe=0, data=212, model=0): 212, ProcessCoord(pipe=0, data=213, model=0): 213, ProcessCoord(pipe=0, data=214, model=0): 214, ProcessCoord(pipe=0, data=215, model=0): 215, ProcessCoord(pipe=0, data=216, model=0): 216, ProcessCoord(pipe=0, data=217, model=0): 217, ProcessCoord(pipe=0, data=218, model=0): 218, ProcessCoord(pipe=0, data=219, model=0): 219, ProcessCoord(pipe=0, data=220, model=0): 220, ProcessCoord(pipe=0, data=221, model=0): 221, ProcessCoord(pipe=0, data=222, model=0): 222, ProcessCoord(pipe=0, data=223, model=0): 223, ProcessCoord(pipe=0, data=224, model=0): 224, ProcessCoord(pipe=0, data=225, model=0): 225, ProcessCoord(pipe=0, data=226, model=0): 226, P + 0: rocessCoord(pipe=0, data=227, model=0): 227, ProcessCoord(pipe=0, data=228, model=0): 228, ProcessCoord(pipe=0, data=229, model=0): 229, ProcessCoord(pipe=0, data=230, model=0): 230, ProcessCoord(pipe=0, data=231, model=0): 231, ProcessCoord(pipe=0, data=232, model=0): 232, ProcessCoord(pipe=0, data=233, model=0): 233, ProcessCoord(pipe=0, data=234, model=0): 234, ProcessCoord(pipe=0, data=235, model=0): 235, ProcessCoord(pipe=0, data=236, model=0): 236, ProcessCoord(pipe=0, data=237, model=0): 237, ProcessCoord(pipe=0, data=238, model=0): 238, ProcessCoord(pipe=0, data=239, model=0): 239, ProcessCoord(pipe=0, data=240, model=0): 240, ProcessCoord(pipe=0, data=241, model=0): 241, ProcessCoord(pipe=0, data=242, model=0): 242, ProcessCoord(pipe=0, data=243, model=0): 243, ProcessCoord(pipe=0, data=244, model=0): 244, ProcessCoord(pipe=0, data=245, model=0): 245, ProcessCoord(pipe=0, data=246, model=0): 246, ProcessCoord(pipe=0, data=247, model=0): 247, ProcessCoord(pipe=0, data=248, model=0): 248, ProcessCoord( + 0: pipe=0, data=249, model=0): 249, ProcessCoord(pipe=0, data=250, model=0): 250, ProcessCoord(pipe=0, data=251, model=0): 251, ProcessCoord(pipe=0, data=252, model=0): 252, ProcessCoord(pipe=0, data=253, model=0): 253, ProcessCoord(pipe=0, data=254, model=0): 254, ProcessCoord(pipe=0, data=255, model=0): 255} + 0: [2023-05-15 10:01:43,791] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer + 0: stage=0 layers=41 + 0: 0: _to_float16 + 0: 1: EmbeddingPipe + 0: 2: + 0: 3: ParallelTransformerLayerPipe + 0: 4: ParallelTransformerLayerPipe + 0: 5: ParallelTransformerLayerPipe + 0: 6: ParallelTransformerLayerPipe + 0: 7: ParallelTransformerLayerPipe + 0: 8: ParallelTransformerLayerPipe + 0: 9: ParallelTransformerLayerPipe + 0: 10: ParallelTransformerLayerPipe + 0: 11: ParallelTransformerLayerPipe + 0: 12: ParallelTransformerLayerPipe + 0: 13: ParallelTransformerLayerPipe + 0: 14: ParallelTransformerLayerPipe + 0: 15: ParallelTransformerLayerPipe + 0: 16: ParallelTransformerLayerPipe + 0: 17: ParallelTransformerLayerPipe + 0: 18: ParallelTransformerLayerPipe + 0: 19: ParallelTransformerLayerPipe + 0: 20: ParallelTransformerLayerPipe + 0: 21: ParallelTransformerLayerPipe + 0: 22: ParallelTransformerLayerPipe + 0: 23: ParallelTransformerLayerPipe + 0: 24: ParallelTransformerLayerPipe + 0: 25: ParallelTransformerLayerPipe + 0: 26: ParallelTransformerLayerPipe + 0: 27: ParallelTransformerLayerPipe + 0: 28: ParallelTransformerLayerPipe + 0: 29: ParallelTransformerLayerPipe + 0: 30: ParallelTransformerLayerPipe + 0: 31: ParallelTransformerLayerPipe + 0: 32: ParallelTransformerLayerPipe + 0: 33: ParallelTransformerLayerPipe + 0: 34: ParallelTransformerLayerPipe + 0: 35: ParallelTransformerLayerPipe + 0: 36: ParallelTransformerLayerPipe + 0: 37: undo + 0: 38: MixedFusedLayerNorm + 0: 39: EmbeddingPipe + 0: 40: float16_to_fp32 + 0: loss: CrossEntropy + 0: [2023-05-15 10:01:44,813] [INFO] [utils.py:827:see_memory_usage] After Building Model + 0: [2023-05-15 10:01:44,813] [INFO] [utils.py:828:see_memory_usage] MA 5.85 GB Max_MA 5.85 GB CA 5.86 GB Max_CA 6 GB + 0: [2023-05-15 10:01:44,813] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 36.76 GB, percent = 7.3% + 0: setting training iterations to 0 + 0: > learning rate decay style: cosine + 0: DeepSpeed is enabled. + 0: [2023-05-15 10:01:44,816] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown + 0: [2023-05-15 10:01:54,843] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False + 0: [2023-05-15 10:01:54,844] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer + 0: [2023-05-15 10:01:54,844] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer + 0: [2023-05-15 10:01:54,863] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam + 0: [2023-05-15 10:01:54,863] [INFO] [logging.py:68:log_dist] [Rank 0] Creating BF16 optimizer + 0: [2023-05-15 10:01:54,988] [INFO] [utils.py:827:see_memory_usage] begin bf16_optimizer + 0: [2023-05-15 10:01:54,989] [INFO] [utils.py:828:see_memory_usage] MA 5.84 GB Max_MA 5.86 GB CA 5.87 GB Max_CA 6 GB + 0: [2023-05-15 10:01:54,989] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.48 GB, percent = 7.4% + 0: ninja: no work to do. +11: Time to load utils op: 0.33469581604003906 secondsTime to load utils op: 0.33469486236572266 seconds +11: +11: Time to load utils op: 0.3347764015197754 seconds +11: Time to load utils op: 0.334824800491333 seconds +11: Time to load utils op: 0.33483028411865234 seconds +11: Time to load utils op: 0.335052490234375 seconds +11: Time to load utils op: 0.33506107330322266 seconds +11: Time to load utils op: 0.33510327339172363 seconds +19: Time to load utils op: 0.3251781463623047 seconds +19: Time to load utils op: 0.3252370357513428 seconds +19: Time to load utils op: 0.3252580165863037 seconds +19: Time to load utils op: 0.32527732849121094 secondsTime to load utils op: 0.3252706527709961 secondsTime to load utils op: 0.3252711296081543 seconds +19: +19: +20: Time to load utils op: 0.32805538177490234 seconds +20: Time to load utils op: 0.3274717330932617 secondsTime to load utils op: 0.3278524875640869 seconds +20: +19: Time to load utils op: 0.3252899646759033 secondsTime to load utils op: 0.3253002166748047 seconds +19: +20: Time to load utils op: 0.3288545608520508 secondsTime to load utils op: 0.32837343215942383 seconds +20: Time to load utils op: 0.3276827335357666 seconds +20: +20: Time to load utils op: 0.32845020294189453 secondsTime to load utils op: 0.3296680450439453 seconds +20: + 7: Time to load utils op: 0.3401064872741699 seconds + 7: Time to load utils op: 0.3401210308074951 seconds + 7: Time to load utils op: 0.3401963710784912 seconds +18: Time to load utils op: 0.33011388778686523 seconds +18: Time to load utils op: 0.33029818534851074 seconds +15: Time to load utils op: 0.33533620834350586 seconds +15: Time to load utils op: 0.3354320526123047 seconds +15: Time to load utils op: 0.33510732650756836 seconds +18: Time to load utils op: 0.330582857131958 seconds +18: Time to load utils op: 0.33066773414611816 secondsTime to load utils op: 0.330533504486084 seconds +18: +18: Time to load utils op: 0.3303079605102539 seconds +18: Time to load utils op: 0.3301734924316406 seconds +18: Time to load utils op: 0.33017587661743164 seconds +29: Time to load utils op: 0.3176000118255615 seconds +29: Time to load utils op: 0.31706881523132324 seconds +29: Time to load utils op: 0.3169267177581787 seconds +13: Time to load utils op: 0.33321642875671387 seconds +13: Time to load utils op: 0.33324432373046875 seconds +13: Time to load utils op: 0.333254337310791 seconds + 7: Time to load utils op: 0.3405890464782715 seconds + 7: Time to load utils op: 0.3406088352203369 seconds + 8: Time to load utils op: 0.3395073413848877 seconds + 8: Time to load utils op: 0.33951759338378906 seconds + 8: Time to load utils op: 0.3395524024963379 seconds + 8: Time to load utils op: 0.33959364891052246 seconds + 8: Time to load utils op: 0.33960747718811035 seconds + 0: Time to load utils op: 0.30959224700927734 seconds +21: Time to load utils op: 0.323291540145874 seconds + 0: Time to load utils op: 0.353412389755249 seconds +15: Time to load utils op: 0.33560633659362793 secondsTime to load utils op: 0.33621907234191895 seconds +15: +15: Time to load utils op: 0.33596062660217285 seconds + 0: Time to load utils op: 0.35343432426452637 seconds + 7: Time to load utils op: 0.34064722061157227 secondsTime to load utils op: 0.34065985679626465 seconds + 7: + 7: Time to load utils op: 0.34066224098205566 seconds +21: Time to load utils op: 0.3233318328857422 seconds +26: Time to load utils op: 0.3213491439819336 secondsTime to load utils op: 0.3224785327911377 seconds +26: Time to load utils op: 0.32001805305480957 seconds +26: +15: Time to load utils op: 0.3349945545196533 secondsTime to load utils op: 0.33582186698913574 seconds +15: + 8: Time to load utils op: 0.3397834300994873 seconds + 8: Time to load utils op: 0.33980512619018555 seconds +14: Time to load utils op: 0.3360137939453125 seconds +14: Time to load utils op: 0.33629560470581055 seconds +14: Time to load utils op: 0.33649444580078125 seconds +21: Time to load utils op: 0.3233661651611328 secondsTime to load utils op: 0.3233795166015625 seconds +21: Time to load utils op: 0.32339048385620117 seconds +21: Time to load utils op: 0.3233780860900879 seconds +21: +21: Time to load utils op: 0.3233976364135742 seconds +21: Time to load utils op: 0.3234066963195801 seconds + 9: Time to load utils op: 0.33805203437805176 seconds + 9: Time to load utils op: 0.3381202220916748 seconds + 9: Time to load utils op: 0.3381361961364746 seconds +24: Time to load utils op: 0.3233456611633301 seconds +24: Time to load utils op: 0.32303357124328613 seconds +24: Time to load utils op: 0.32306385040283203 seconds +17: Time to load utils op: 0.3316001892089844 seconds +17: Time to load utils op: 0.33196163177490234 seconds +17: Time to load utils op: 0.3324582576751709 seconds +17: Time to load utils op: 0.3337240219116211 seconds +13: Time to load utils op: 0.33356237411499023 secondsTime to load utils op: 0.3335728645324707 seconds +13: +12: Time to load utils op: 0.333998441696167 seconds +12: Time to load utils op: 0.3342015743255615 secondsTime to load utils op: 0.3341944217681885 seconds +12: + 8: Time to load utils op: 0.33984875679016113 seconds +13: Time to load utils op: 0.3336172103881836 seconds + 9: Time to load utils op: 0.3385031223297119 secondsTime to load utils op: 0.33851003646850586 secondsTime to load utils op: 0.33850789070129395 seconds + 9: + 9: +17: Time to load utils op: 0.3330261707305908 secondsTime to load utils op: 0.33314037322998047 secondsTime to load utils op: 0.3335089683532715 seconds +17: +17: Time to load utils op: 0.3326103687286377 seconds +17: +29: Time to load utils op: 0.31797170639038086 secondsTime to load utils op: 0.3172435760498047 secondsTime to load utils op: 0.31780481338500977 seconds +29: +29: +29: Time to load utils op: 0.3177969455718994 seconds + 9: Time to load utils op: 0.3385767936706543 seconds +13: Time to load utils op: 0.33363962173461914 seconds +13: Time to load utils op: 0.33365726470947266 seconds +14: Time to load utils op: 0.33770251274108887 secondsTime to load utils op: 0.33728718757629395 seconds +14: +14: Time to load utils op: 0.3365139961242676 seconds +14: Time to load utils op: 0.33601951599121094 seconds +14: Time to load utils op: 0.3371293544769287 seconds +23: Time to load utils op: 0.3200705051422119 seconds +23: Time to load utils op: 0.32008981704711914 seconds +23: Time to load utils op: 0.3201589584350586 seconds +28: Time to load utils op: 0.3188662528991699 secondsTime to load utils op: 0.3187563419342041 seconds +28: +28: Time to load utils op: 0.31943321228027344 seconds +28: Time to load utils op: 0.3196566104888916 seconds + 9: Time to load utils op: 0.33864331245422363 seconds + 6: Time to load utils op: 0.34532856941223145 seconds + 6: Time to load utils op: 0.34680795669555664 seconds + 6: Time to load utils op: 0.3465139865875244 seconds + 6: Time to load utils op: 0.34777069091796875 seconds + 6: Time to load utils op: 0.34694480895996094 seconds +22: Time to load utils op: 0.3259294033050537 secondsTime to load utils op: 0.3256566524505615 seconds +22: +22: Time to load utils op: 0.32481932640075684 seconds +22: Time to load utils op: 0.3264658451080322 seconds +22: Time to load utils op: 0.32658910751342773 seconds +27: Time to load utils op: 0.31554698944091797 secondsTime to load utils op: 0.3155548572540283 seconds +27: +27: Time to load utils op: 0.3155980110168457 seconds +29: Time to load utils op: 0.31794285774230957 seconds +26: Time to load utils op: 0.3210301399230957 seconds +26: Time to load utils op: 0.32097840309143066 seconds +10: Time to load utils op: 0.3380892276763916 secondsTime to load utils op: 0.33809971809387207 seconds +10: +10: Time to load utils op: 0.33811092376708984 seconds +24: Time to load utils op: 0.3234596252441406 seconds + 0: Time to load utils op: 0.3539726734161377 secondsTime to load utils op: 0.3538498878479004 seconds + 0: + 0: Time to load utils op: 0.353379487991333 seconds + 0: Time to load utils op: 0.3538675308227539 seconds + 0: Time to load utils op: 0.3535339832305908 seconds +31: Time to load utils op: 0.3144853115081787 secondsTime to load utils op: 0.31444549560546875 seconds +31: +31: Time to load utils op: 0.3145782947540283 seconds +31: Time to load utils op: 0.31459474563598633 secondsTime to load utils op: 0.31522679328918457 seconds +31: + 3: Time to load utils op: 0.3514695167541504 secondsTime to load utils op: 0.35066795349121094 seconds + 3: +24: Time to load utils op: 0.32465577125549316 seconds + 4: Time to load utils op: 0.3439774513244629 seconds + 4: Time to load utils op: 0.3439779281616211 seconds + 4: Time to load utils op: 0.34406518936157227 seconds + 4: Time to load utils op: 0.34409213066101074 seconds + 5: Time to load utils op: 0.34784746170043945 seconds + 5: Time to load utils op: 0.3478677272796631 seconds + 5: Time to load utils op: 0.3485250473022461 seconds + 5: Time to load utils op: 0.34897279739379883 seconds + 5: Time to load utils op: 0.34784674644470215 seconds + 1: Time to load utils op: 0.3486826419830322 seconds + 1: Time to load utils op: 0.34876060485839844 seconds + 1: Time to load utils op: 0.34877920150756836 seconds +26: Time to load utils op: 0.32186317443847656 secondsTime to load utils op: 0.3218522071838379 seconds +26: +26: Time to load utils op: 0.3212239742279053 seconds +28: Time to load utils op: 0.3189573287963867 seconds +12: Time to load utils op: 0.3346400260925293 seconds +12: Time to load utils op: 0.33463454246520996 seconds +12: Time to load utils op: 0.3346560001373291 seconds +12: Time to load utils op: 0.3346672058105469 seconds +24: Time to load utils op: 0.3244969844818115 seconds + 6: Time to load utils op: 0.34761929512023926 seconds +23: Time to load utils op: 0.3205568790435791 seconds +23: Time to load utils op: 0.32058000564575195 seconds +30: Time to load utils op: 0.3128232955932617 seconds +30: Time to load utils op: 0.31287431716918945 seconds +30: Time to load utils op: 0.3129138946533203 seconds +30: Time to load utils op: 0.3129310607910156 seconds +12: Time to load utils op: 0.33466506004333496 seconds +24: Time to load utils op: 0.32440733909606934 seconds +27: Time to load utils op: 0.3159456253051758 seconds +27: Time to load utils op: 0.31595492362976074 seconds +25: Time to load utils op: 0.3182978630065918 secondsTime to load utils op: 0.31830334663391113 seconds +25: +25: Time to load utils op: 0.3183126449584961 seconds +25: Time to load utils op: 0.31838321685791016 seconds +10: Time to load utils op: 0.33833813667297363 seconds +10: Time to load utils op: 0.3383610248565674 seconds +10: Time to load utils op: 0.338360071182251 seconds +24: Time to load utils op: 0.32485365867614746 seconds + 2: Time to load utils op: 0.3476893901824951 secondsTime to load utils op: 0.34769439697265625 seconds + 2: + 2: Time to load utils op: 0.34769678115844727 seconds + 5: Time to load utils op: 0.3480691909790039 seconds + 5: Time to load utils op: 0.3488330841064453 seconds + 5: Time to load utils op: 0.3489217758178711 seconds + 6: Time to load utils op: 0.34726428985595703 seconds +23: Time to load utils op: 0.3206183910369873 seconds +23: Time to load utils op: 0.320629358291626 seconds +23: Time to load utils op: 0.32063913345336914 seconds +31: Time to load utils op: 0.3149394989013672 seconds +22: Time to load utils op: 0.3269634246826172 seconds +22: Time to load utils op: 0.32733845710754395 seconds +22: Time to load utils op: 0.3274383544921875 seconds +28: Time to load utils op: 0.31908106803894043 seconds +28: Time to load utils op: 0.3199946880340576 secondsTime to load utils op: 0.31902027130126953 seconds +28: + 3: Time to load utils op: 0.3514223098754883 secondsTime to load utils op: 0.3506033420562744 seconds + 3: + 3: Time to load utils op: 0.3517313003540039 seconds + 6: Time to load utils op: 0.34822559356689453 seconds +27: Time to load utils op: 0.3159921169281006 secondsTime to load utils op: 0.31600499153137207 seconds +27: +27: Time to load utils op: 0.3160107135772705 seconds +10: Time to load utils op: 0.3384056091308594 secondsTime to load utils op: 0.3384110927581787 seconds +10: + 3: Time to load utils op: 0.3508443832397461 seconds + 3: Time to load utils op: 0.34967851638793945 seconds + 3: Time to load utils op: 0.3508450984954834 seconds +31: Time to load utils op: 0.31537508964538574 secondsTime to load utils op: 0.31515932083129883 seconds +31: +30: Time to load utils op: 0.31327128410339355 seconds + 4: Time to load utils op: 0.3443756103515625 secondsTime to load utils op: 0.34438490867614746 secondsTime to load utils op: 0.3443903923034668 seconds + 4: + 4: + 4: Time to load utils op: 0.34441065788269043 seconds + 1: Time to load utils op: 0.3491966724395752 seconds + 1: Time to load utils op: 0.34922099113464355 seconds + 1: Time to load utils op: 0.34923338890075684 secondsTime to load utils op: 0.34923720359802246 seconds + 1: +25: Time to load utils op: 0.318936824798584 seconds +25: Time to load utils op: 0.3189387321472168 seconds +16: Time to load utils op: 0.33550262451171875 seconds +16: Time to load utils op: 0.3347034454345703 seconds +16: Time to load utils op: 0.3351743221282959 secondsTime to load utils op: 0.33519458770751953 seconds +16: +30: Time to load utils op: 0.3133120536804199 seconds + 2: Time to load utils op: 0.3480970859527588 seconds +30: Time to load utils op: 0.31331586837768555 seconds + 1: Time to load utils op: 0.3492434024810791 seconds +30: Time to load utils op: 0.3133232593536377 seconds + 2: Time to load utils op: 0.34810900688171387 seconds +25: Time to load utils op: 0.31897640228271484 seconds + 2: Time to load utils op: 0.3481404781341553 seconds +25: Time to load utils op: 0.31897521018981934 seconds + 2: Time to load utils op: 0.3481559753417969 secondsTime to load utils op: 0.34815073013305664 seconds + 2: +16: Time to load utils op: 0.33470940589904785 secondsTime to load utils op: 0.33335089683532715 secondsTime to load utils op: 0.33536577224731445 seconds +16: +16: +16: Time to load utils op: 0.3351559638977051 seconds + 0: [2023-05-15 10:01:55,417] [INFO] [utils.py:827:see_memory_usage] before initializing group 0 + 0: [2023-05-15 10:01:55,417] [INFO] [utils.py:828:see_memory_usage] MA 5.84 GB Max_MA 5.84 GB CA 5.87 GB Max_CA 6 GB + 0: [2023-05-15 10:01:55,418] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.49 GB, percent = 7.5% +31: Time to load utils op: 0.0006687641143798828 seconds +31: Time to load utils op: 0.0008215904235839844 seconds +28: Time to load utils op: 0.0012247562408447266 seconds +15: Time to load utils op: 0.0012836456298828125 seconds + 5: Time to load utils op: 0.0009527206420898438 seconds +18: Time to load utils op: 0.0009908676147460938 seconds +15: Time to load utils op: 0.001413106918334961 secondsTime to load utils op: 0.0013842582702636719 seconds +15: +16: Time to load utils op: 0.0005390644073486328 seconds +15: Time to load utils op: 0.001306295394897461 secondsTime to load utils op: 0.0013394355773925781 seconds +15: +31: Time to load utils op: 0.0012500286102294922 seconds +28: Time to load utils op: 0.0015616416931152344 seconds +15: Time to load utils op: 0.0014243125915527344 secondsTime to load utils op: 0.001398324966430664 secondsTime to load utils op: 0.0014400482177734375 seconds +15: +15: +16: Time to load utils op: 0.0004162788391113281 secondsTime to load utils op: 0.0004546642303466797 secondsTime to load utils op: 0.00044727325439453125 secondsTime to load utils op: 0.0004627704620361328 seconds +16: +16: +16: +28: Time to load utils op: 0.0015766620635986328 seconds +16: Time to load utils op: 0.0005643367767333984 seconds +16: Time to load utils op: 0.0005707740783691406 seconds +18: Time to load utils op: 0.0011889934539794922 seconds +18: Time to load utils op: 0.000911712646484375 secondsTime to load utils op: 0.0014677047729492188 seconds +18: +18: Time to load utils op: 0.0014989376068115234 seconds +18: Time to load utils op: 0.0009021759033203125 seconds + 0: Time to load utils op: 0.0006399154663085938 seconds +31: Time to load utils op: 0.0015192031860351562 seconds +31: Time to load utils op: 0.0014884471893310547 seconds +20: Time to load utils op: 0.0005087852478027344 seconds +28: Time to load utils op: 0.0014603137969970703 seconds + 0: Time to load utils op: 0.0006537437438964844 seconds +16: Time to load utils op: 0.0006091594696044922 seconds +31: Time to load utils op: 0.001405477523803711 seconds +28: Time to load utils op: 0.0015215873718261719 seconds +18: Time to load utils op: 0.0015501976013183594 seconds + 0: Time to load utils op: 0.0006146430969238281 secondsTime to load utils op: 0.0006241798400878906 seconds + 0: +28: Time to load utils op: 0.0014889240264892578 seconds +28: Time to load utils op: 0.0015027523040771484 seconds +18: Time to load utils op: 0.0015587806701660156 seconds +31: Time to load utils op: 0.001338958740234375 seconds +31: Time to load utils op: 0.0015752315521240234 seconds +20: Time to load utils op: 0.00045490264892578125 secondsTime to load utils op: 0.00044608116149902344 seconds +20: +20: Time to load utils op: 0.0004253387451171875 seconds +28: Time to load utils op: 0.0015690326690673828 seconds + 0: Time to load utils op: 0.0006518363952636719 seconds + 5: Time to load utils op: 0.0015170574188232422 seconds + 6: Time to load utils op: 0.0009374618530273438 seconds + 0: Time to load utils op: 0.0007262229919433594 seconds + 5: Time to load utils op: 0.0014643669128417969 seconds +20: Time to load utils op: 0.0005466938018798828 seconds +20: Time to load utils op: 0.00043201446533203125 seconds +20: Time to load utils op: 0.0005350112915039062 seconds + 0: Time to load utils op: 0.0005018711090087891 seconds + 5: Time to load utils op: 0.0014481544494628906 seconds + 5: Time to load utils op: 0.001451253890991211 seconds +20: Time to load utils op: 0.0004341602325439453 seconds + 5: Time to load utils op: 0.0015604496002197266 seconds + 5: Time to load utils op: 0.0015180110931396484 seconds + 5: Time to load utils op: 0.001506805419921875 seconds + 6: Time to load utils op: 0.0013012886047363281 seconds + 6: Time to load utils op: 0.0013997554779052734 seconds + 6: Time to load utils op: 0.0014882087707519531 secondsTime to load utils op: 0.0013861656188964844 seconds + 6: + 6: Time to load utils op: 0.0013849735260009766 seconds + 6: Time to load utils op: 0.0014467239379882812 seconds + 6: Time to load utils op: 0.0014650821685791016 seconds +26: Time to load utils op: 0.0005230903625488281 seconds +26: Time to load utils op: 0.00044155120849609375 secondsTime to load utils op: 0.000453948974609375 secondsTime to load utils op: 0.0005593299865722656 seconds +26: +26: +26: Time to load utils op: 0.0005435943603515625 seconds +26: Time to load utils op: 0.0005919933319091797 seconds +26: Time to load utils op: 0.0005588531494140625 secondsTime to load utils op: 0.0005967617034912109 seconds +26: +14: Time to load utils op: 0.0005521774291992188 seconds +14: Time to load utils op: 0.0005121231079101562 seconds +14: Time to load utils op: 0.0005578994750976562 seconds +14: Time to load utils op: 0.0004909038543701172 secondsTime to load utils op: 0.0004935264587402344 secondsTime to load utils op: 0.0004813671112060547 seconds +14: +14: +14: Time to load utils op: 0.0004985332489013672 seconds +14: Time to load utils op: 0.0006427764892578125 seconds +29: Time to load utils op: 0.001203298568725586 seconds +29: Time to load utils op: 0.0017385482788085938 seconds +29: Time to load utils op: 0.001743316650390625 seconds +29: Time to load utils op: 0.0017147064208984375 seconds +29: Time to load utils op: 0.001764059066772461 seconds +29: Time to load utils op: 0.001744985580444336 seconds +29: Time to load utils op: 0.0017027854919433594 seconds +29: Time to load utils op: 0.0017955303192138672 seconds +17: Time to load utils op: 0.0005366802215576172 seconds +17: Time to load utils op: 0.0005507469177246094 seconds +17: Time to load utils op: 0.0006182193756103516 seconds +17: Time to load utils op: 0.0006463527679443359 seconds +17: Time to load utils op: 0.0005893707275390625 seconds +17: Time to load utils op: 0.0005996227264404297 seconds +17: Time to load utils op: 0.0006730556488037109 seconds +17: Time to load utils op: 0.0006401538848876953 seconds +23: Time to load utils op: 0.0011053085327148438 seconds +10: Time to load utils op: 0.0007612705230712891 seconds + 1: Time to load utils op: 0.0007779598236083984 seconds +22: Time to load utils op: 0.0005326271057128906 seconds +22: Time to load utils op: 0.0005521774291992188 seconds +22: Time to load utils op: 0.0005509853363037109 seconds +22: Time to load utils op: 0.0004525184631347656 seconds +10: Time to load utils op: 0.0010716915130615234 seconds +10: Time to load utils op: 0.0010609626770019531 seconds +22: Time to load utils op: 0.0005292892456054688 seconds +22: Time to load utils op: 0.0005712509155273438 seconds +22: Time to load utils op: 0.0006418228149414062 seconds +23: Time to load utils op: 0.0016031265258789062 seconds +22: Time to load utils op: 0.0006508827209472656 seconds +23: Time to load utils op: 0.0015556812286376953 secondsTime to load utils op: 0.001512765884399414 seconds +23: +23: Time to load utils op: 0.0016262531280517578 secondsTime to load utils op: 0.0015950202941894531 seconds +23: +23: Time to load utils op: 0.001631021499633789 seconds +23: Time to load utils op: 0.001628875732421875 seconds +30: Time to load utils op: 0.0006730556488037109 seconds +30: Time to load utils op: 0.0007147789001464844 seconds +10: Time to load utils op: 0.0014340877532958984 secondsTime to load utils op: 0.0014619827270507812 seconds +10: Time to load utils op: 0.001508951187133789 seconds +10: +10: Time to load utils op: 0.0014829635620117188 seconds + 1: Time to load utils op: 0.001514434814453125 seconds + 1: Time to load utils op: 0.0014500617980957031 seconds + 1: Time to load utils op: 0.0014748573303222656 seconds +21: Time to load utils op: 0.0010380744934082031 seconds +10: Time to load utils op: 0.0015168190002441406 seconds + 8: Time to load utils op: 0.0011191368103027344 seconds + 1: Time to load utils op: 0.001420736312866211 secondsTime to load utils op: 0.001405954360961914 seconds + 1: + 1: Time to load utils op: 0.001447439193725586 seconds + 1: Time to load utils op: 0.0014286041259765625 seconds +21: Time to load utils op: 0.0013103485107421875 seconds +12: Time to load utils op: 0.0009233951568603516 seconds +13: Time to load utils op: 0.0009465217590332031 seconds +21: Time to load utils op: 0.0011360645294189453 seconds +21: Time to load utils op: 0.0011487007141113281 seconds +21: Time to load utils op: 0.00136566162109375 seconds +21: Time to load utils op: 0.0011928081512451172 seconds +21: Time to load utils op: 0.0012385845184326172 seconds +21: Time to load utils op: 0.001556396484375 seconds +19: Time to load utils op: 0.00091552734375 seconds + 3: Time to load utils op: 0.0007922649383544922 seconds +11: Time to load utils op: 0.0013828277587890625 seconds +11: Time to load utils op: 0.0013647079467773438 seconds +11: Time to load utils op: 0.0013935565948486328 seconds + 4: Time to load utils op: 0.0009469985961914062 seconds + 3: Time to load utils op: 0.0009706020355224609 seconds +11: Time to load utils op: 0.0016651153564453125 seconds + 3: Time to load utils op: 0.0010519027709960938 seconds + 2: Time to load utils op: 0.0010788440704345703 seconds + 7: Time to load utils op: 0.0013284683227539062 seconds +19: Time to load utils op: 0.0012502670288085938 seconds + 8: Time to load utils op: 0.0019431114196777344 seconds +30: Time to load utils op: 0.0018608570098876953 seconds + 9: Time to load utils op: 0.0010943412780761719 seconds + 9: Time to load utils op: 0.0009877681732177734 seconds + 9: Time to load utils op: 0.0011138916015625 seconds + 9: Time to load utils op: 0.0010693073272705078 seconds + 9: Time to load utils op: 0.001142740249633789 seconds +11: Time to load utils op: 0.0017664432525634766 seconds +11: Time to load utils op: 0.001768350601196289 seconds +11: Time to load utils op: 0.0017483234405517578 seconds +30: Time to load utils op: 0.001898050308227539 secondsTime to load utils op: 0.0019102096557617188 seconds +30: + 8: Time to load utils op: 0.0018618106842041016 seconds +30: Time to load utils op: 0.001947641372680664 seconds +11: Time to load utils op: 0.0018122196197509766 seconds + 8: Time to load utils op: 0.0019881725311279297 seconds + 8: Time to load utils op: 0.001999378204345703 seconds +30: Time to load utils op: 0.001964092254638672 seconds + 9: Time to load utils op: 0.0011386871337890625 secondsTime to load utils op: 0.0010800361633300781 seconds + 9: + 8: Time to load utils op: 0.0019664764404296875 secondsTime to load utils op: 0.001962900161743164 seconds + 8: + 8: Time to load utils op: 0.002023935317993164 seconds +25: Time to load utils op: 0.0012772083282470703 seconds +12: Time to load utils op: 0.0018153190612792969 seconds +30: Time to load utils op: 0.002017498016357422 seconds + 9: Time to load utils op: 0.0012824535369873047 seconds +19: Time to load utils op: 0.0015223026275634766 seconds +19: Time to load utils op: 0.0014481544494628906 seconds +12: Time to load utils op: 0.0018503665924072266 seconds + 7: Time to load utils op: 0.0016698837280273438 seconds +12: Time to load utils op: 0.0017497539520263672 seconds +12: Time to load utils op: 0.0017976760864257812 seconds + 3: Time to load utils op: 0.0014965534210205078 seconds + 3: Time to load utils op: 0.001562356948852539 seconds +12: Time to load utils op: 0.0017480850219726562 secondsTime to load utils op: 0.0017354488372802734 seconds +12: +19: Time to load utils op: 0.0016641616821289062 seconds +19: Time to load utils op: 0.0016710758209228516 seconds +12: Time to load utils op: 0.0017685890197753906 seconds + 3: Time to load utils op: 0.0015366077423095703 seconds + 3: Time to load utils op: 0.0015377998352050781 seconds + 2: Time to load utils op: 0.0015101432800292969 seconds + 3: Time to load utils op: 0.001544952392578125 seconds +13: Time to load utils op: 0.002055644989013672 seconds +19: Time to load utils op: 0.0017061233520507812 seconds + 2: Time to load utils op: 0.0015263557434082031 seconds +13: Time to load utils op: 0.0019829273223876953 seconds + 4: Time to load utils op: 0.0015878677368164062 seconds + 7: Time to load utils op: 0.001886129379272461 seconds +13: Time to load utils op: 0.001995086669921875 seconds +13: Time to load utils op: 0.0020873546600341797 seconds +19: Time to load utils op: 0.0016913414001464844 seconds + 7: Time to load utils op: 0.0018470287322998047 seconds +25: Time to load utils op: 0.0017237663269042969 seconds + 2: Time to load utils op: 0.0016684532165527344 seconds + 2: Time to load utils op: 0.0016252994537353516 seconds + 7: Time to load utils op: 0.001920938491821289 secondsTime to load utils op: 0.00194549560546875 seconds + 7: + 7: Time to load utils op: 0.0018925666809082031 seconds +13: Time to load utils op: 0.0021381378173828125 seconds +25: Time to load utils op: 0.0017175674438476562 seconds + 7: Time to load utils op: 0.0018684864044189453 seconds +13: Time to load utils op: 0.00208282470703125 seconds +13: Time to load utils op: 0.0021886825561523438 seconds + 2: Time to load utils op: 0.0016009807586669922 secondsTime to load utils op: 0.0015912055969238281 seconds + 2: + 4: Time to load utils op: 0.0016968250274658203 seconds + 4: Time to load utils op: 0.0017690658569335938 secondsTime to load utils op: 0.001834869384765625 seconds + 4: +25: Time to load utils op: 0.001783609390258789 secondsTime to load utils op: 0.001737356185913086 seconds +25: Time to load utils op: 0.0017704963684082031 seconds +25: +25: Time to load utils op: 0.001764059066772461 seconds + 2: Time to load utils op: 0.0016574859619140625 seconds + 4: Time to load utils op: 0.0017588138580322266 secondsTime to load utils op: 0.0017893314361572266 seconds + 4: +25: Time to load utils op: 0.0017650127410888672 seconds + 4: Time to load utils op: 0.0018153190612792969 seconds +27: Time to load utils op: 0.0009639263153076172 seconds +27: Time to load utils op: 0.0011076927185058594 secondsTime to load utils op: 0.001088857650756836 seconds +27: +27: Time to load utils op: 0.0010874271392822266 seconds +27: Time to load utils op: 0.0011281967163085938 seconds +27: Time to load utils op: 0.0011076927185058594 secondsTime to load utils op: 0.001134634017944336 seconds +27: +27: Time to load utils op: 0.0012199878692626953 seconds +24: Time to load utils op: 0.0009601116180419922 seconds +24: Time to load utils op: 0.0016510486602783203 seconds +24: Time to load utils op: 0.0015628337860107422 seconds +24: Time to load utils op: 0.0015499591827392578 seconds +24: Time to load utils op: 0.001611948013305664 seconds +24: Time to load utils op: 0.0016884803771972656 seconds +24: Time to load utils op: 0.0017032623291015625 seconds +24: Time to load utils op: 0.0016586780548095703 seconds + 0: [2023-05-15 10:01:56,143] [INFO] [utils.py:827:see_memory_usage] after initializing group 0 + 0: [2023-05-15 10:01:56,144] [INFO] [utils.py:828:see_memory_usage] MA 11.73 GB Max_MA 11.73 GB CA 14.73 GB Max_CA 15 GB + 0: [2023-05-15 10:01:56,144] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,251] [INFO] [utils.py:827:see_memory_usage] before initializing group 1 + 0: [2023-05-15 10:01:56,252] [INFO] [utils.py:828:see_memory_usage] MA 11.73 GB Max_MA 11.73 GB CA 14.73 GB Max_CA 15 GB + 0: [2023-05-15 10:01:56,252] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,360] [INFO] [utils.py:827:see_memory_usage] after initializing group 1 + 0: [2023-05-15 10:01:56,361] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,361] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,465] [INFO] [utils.py:827:see_memory_usage] before initializing group 2 + 0: [2023-05-15 10:01:56,465] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,465] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,573] [INFO] [utils.py:827:see_memory_usage] after initializing group 2 + 0: [2023-05-15 10:01:56,573] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,573] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,679] [INFO] [utils.py:827:see_memory_usage] before initialize_optimizer + 0: [2023-05-15 10:01:56,680] [INFO] [utils.py:828:see_memory_usage] MA 17.31 GB Max_MA 17.31 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,680] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,791] [INFO] [utils.py:827:see_memory_usage] end initialize_optimizer + 0: [2023-05-15 10:01:56,791] [INFO] [utils.py:828:see_memory_usage] MA 17.4 GB Max_MA 17.4 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,791] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,895] [INFO] [utils.py:827:see_memory_usage] end bf16_optimizer + 0: [2023-05-15 10:01:56,896] [INFO] [utils.py:828:see_memory_usage] MA 17.4 GB Max_MA 17.4 GB CA 23.13 GB Max_CA 23 GB + 0: [2023-05-15 10:01:56,896] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 37.6 GB, percent = 7.5% + 0: [2023-05-15 10:01:56,896] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam + 0: [2023-05-15 10:01:56,896] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler + 0: [2023-05-15 10:01:56,896] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = + 0: [2023-05-15 10:01:56,897] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[0.0002, 0.0002, 0.0002], mom=[(0.9, 0.999), (0.9, 0.999), (0.9, 0.999)] + 0: [2023-05-15 10:01:56,897] [INFO] [config.py:1007:print] DeepSpeedEngine configuration: + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] activation_checkpointing_config { + 0: "partition_activations": false, + 0: "contiguous_memory_optimization": false, + 0: "cpu_checkpointing": false, + 0: "number_checkpoints": null, + 0: "synchronize_checkpoint_boundary": false, + 0: "profile": false + 0: } + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True} + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] amp_enabled .................. False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] amp_params ................... False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] autotuning_config ............ { + 0: "enabled": false, + 0: "start_step": null, + 0: "end_step": null, + 0: "metric_path": null, + 0: "arg_mappings": null, + 0: "metric": "throughput", + 0: "model_info": null, + 0: "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_results", + 0: "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_exps", + 0: "overwrite": true, + 0: "fast": true, + 0: "start_profile_step": 3, + 0: "end_profile_step": 5, + 0: "tuner_type": "gridsearch", + 0: "tuner_early_stopping": 5, + 0: "tuner_num_trials": 50, + 0: "model_info_path": null, + 0: "mp_size": 1, + 0: "max_train_batch_size": null, + 0: "min_train_batch_size": 1, + 0: "max_train_micro_batch_size_per_gpu": 1.024000e+03, + 0: "min_train_micro_batch_size_per_gpu": 1, + 0: "num_tuning_micro_batch_sizes": 3 + 0: } + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] bfloat16_enabled ............. True + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] checkpoint_parallel_write_pipeline False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] checkpoint_tag_validation_enabled True + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] checkpoint_tag_validation_fail False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] comms_config ................. + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] communication_data_type ...... None + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa + 0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}} + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] curriculum_enabled ........... False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] curriculum_params ............ False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] dataloader_drop_last ......... False + 0: [2023-05-15 10:01:56,898] [INFO] [config.py:1011:print] disable_allgather ............ False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] dump_state ................... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] dynamic_loss_scale_args ...... None + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_enabled ........... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_gas_boundary_resolution 1 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_layer_name ........ bert.encoder.layer + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_layer_num ......... 0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_max_iter .......... 100 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_stability ......... 1e-06 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_tol ............... 0.01 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] eigenvalue_verbose ........... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] elasticity_enabled ........... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] flops_profiler_config ........ { + 0: "enabled": false, + 0: "profile_step": 1, + 0: "module_depth": -1, + 0: "top_modules": 1, + 0: "detailed": true, + 0: "output_file": null + 0: } + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] fp16_auto_cast ............... None + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] fp16_enabled ................. False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] fp16_master_weights_and_gradients False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] global_rank .................. 0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] gradient_accumulation_steps .. 2 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] gradient_clipping ............ 1.0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] gradient_predivide_factor .... 1.0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] initial_dynamic_scale ........ 1 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] load_universal_checkpoint .... False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] loss_scale ................... 1.0 + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] memory_breakdown ............. False + 0: [2023-05-15 10:01:56,899] [INFO] [config.py:1011:print] monitor_config ............... + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] nebula_config ................ { + 0: "enabled": false, + 0: "persistent_storage_path": null, + 0: "persistent_time_interval": 100, + 0: "num_of_version_in_retention": 2, + 0: "enable_nebula_load": true, + 0: "load_path": null + 0: } + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] optimizer_legacy_fusion ...... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] optimizer_name ............... None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] optimizer_params ............. None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0} + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] pld_enabled .................. False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] pld_params ................... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] prescale_gradients ........... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] scheduler_name ............... None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] scheduler_params ............. None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] sparse_attention ............. None + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] sparse_gradients_enabled ..... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] steps_per_print .............. 2000 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] train_batch_size ............. 1024 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] train_micro_batch_size_per_gpu 2 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] use_node_local_storage ....... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] wall_clock_breakdown ......... False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] world_size ................... 256 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_allow_untested_optimizer False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_config .................. stage=0 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_enabled ................. False + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:1011:print] zero_optimization_stage ...... 0 + 0: [2023-05-15 10:01:56,900] [INFO] [config.py:996:print_user_config] json = { + 0: "train_micro_batch_size_per_gpu": 2, + 0: "train_batch_size": 1.024000e+03, + 0: "gradient_clipping": 1.0, + 0: "zero_optimization": { + 0: "stage": 0 + 0: }, + 0: "bf16": { + 0: "enabled": true + 0: }, + 0: "steps_per_print": 2.000000e+03, + 0: "wall_clock_breakdown": false + 0: } + 0: Time to load utils op: 0.00045013427734375 seconds + 0: [2023-05-15 10:01:56,901] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=2 micro_batch_size=2 + 0: [2023-05-15 10:01:56,914] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=41 [0, 41) STAGE_PARAMS=3089856000 (3089.856M) TOTAL_PARAMS=3089856000 (3089.856M) UNIQUE_PARAMS=3089856000 (3089.856M) + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:56,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +10: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +20: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 5: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +12: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +28: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +16: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +30: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +31: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +21: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +11: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +13: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 4: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +23: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 7: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +19: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +24: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +14: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 0: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt... +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +18: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 6: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +23: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 1: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +12: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +13: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +21: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 7: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +16: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +20: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. + 4: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +31: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt. +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +31: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +11: [2023-05-15 10:01:57,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +13: [2023-05-15 10:01:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +10: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:57,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +10: [2023-05-15 10:01:57,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:57,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +23: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +29: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +14: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:57,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +30: [2023-05-15 10:01:57,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +26: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +22: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +28: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +18: [2023-05-15 10:01:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:57,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +18: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:57,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 3: [2023-05-15 10:01:57,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +26: [2023-05-15 10:01:57,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:57,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +27: [2023-05-15 10:01:57,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +19: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +19: [2023-05-15 10:01:57,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:57,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +21: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +17: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +25: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +15: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 6: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +16: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +24: [2023-05-15 10:01:57,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +20: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 1: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:57,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 1: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt... +12: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:57,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +23: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:57,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +16: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +30: [2023-05-15 10:01:57,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 7: [2023-05-15 10:01:57,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:57,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +25: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:57,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:57,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:57,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:57,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:57,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:57,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:57,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +24: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:57,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 0: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:57,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:57,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +27: [2023-05-15 10:01:57,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:57,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:57,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:57,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:57,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:57,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:57,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +15: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +13: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +11: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +21: [2023-05-15 10:01:58,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:58,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +12: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +28: [2023-05-15 10:01:58,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +29: [2023-05-15 10:01:58,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +20: [2023-05-15 10:01:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +14: [2023-05-15 10:01:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +22: [2023-05-15 10:01:58,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +31: [2023-05-15 10:01:58,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt. +17: [2023-05-15 10:01:58,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +19: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +19: [2023-05-15 10:01:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +10: [2023-05-15 10:01:58,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +10: [2023-05-15 10:01:58,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +15: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +27: [2023-05-15 10:01:58,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +15: [2023-05-15 10:01:58,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:58,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +25: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +25: [2023-05-15 10:01:58,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +21: [2023-05-15 10:01:58,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +21: [2023-05-15 10:01:58,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +26: [2023-05-15 10:01:58,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +26: [2023-05-15 10:01:58,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +24: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +18: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +29: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +29: [2023-05-15 10:01:58,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +24: [2023-05-15 10:01:58,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +27: [2023-05-15 10:01:58,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:58,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +18: [2023-05-15 10:01:58,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:58,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 2: [2023-05-15 10:01:58,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:58,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:58,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +16: [2023-05-15 10:01:58,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 1: [2023-05-15 10:01:58,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 7: [2023-05-15 10:01:58,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +23: [2023-05-15 10:01:58,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:58,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +22: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +12: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +12: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +23: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +30: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +28: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +20: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +13: [2023-05-15 10:01:58,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +17: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +31: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +11: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... +14: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:58,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:58,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +30: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 9: [2023-05-15 10:01:58,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +13: [2023-05-15 10:01:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +28: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +22: [2023-05-15 10:01:58,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 0: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +16: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +31: [2023-05-15 10:01:58,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 8: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 5: [2023-05-15 10:01:58,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +14: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 4: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +11: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. + 6: [2023-05-15 10:01:58,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +20: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt. +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:58,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:58,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:58,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:58,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:58,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:58,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:58,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:58,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:58,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:58,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:58,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +15: [2023-05-15 10:01:58,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +19: [2023-05-15 10:01:58,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +25: [2023-05-15 10:01:58,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:58,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:58,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:58,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:58,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:58,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +21: [2023-05-15 10:01:58,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:58,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:58,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:58,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:58,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:58,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +12: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +29: [2023-05-15 10:01:59,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +12: [2023-05-15 10:01:59,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +18: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +13: [2023-05-15 10:01:59,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +23: [2023-05-15 10:01:59,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +29: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +23: [2023-05-15 10:01:59,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +16: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +24: [2023-05-15 10:01:59,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +28: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +24: [2023-05-15 10:01:59,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +17: [2023-05-15 10:01:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +27: [2023-05-15 10:01:59,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +18: [2023-05-15 10:01:59,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +27: [2023-05-15 10:01:59,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +16: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +13: [2023-05-15 10:01:59,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +19: [2023-05-15 10:01:59,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +28: [2023-05-15 10:01:59,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +17: [2023-05-15 10:01:59,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +19: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +26: [2023-05-15 10:01:59,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +15: [2023-05-15 10:01:59,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +14: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +21: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +30: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +20: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +10: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +11: [2023-05-15 10:01:59,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +31: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +22: [2023-05-15 10:01:59,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... +14: [2023-05-15 10:01:59,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +26: [2023-05-15 10:01:59,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +15: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +15: [2023-05-15 10:01:59,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +10: [2023-05-15 10:01:59,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +20: [2023-05-15 10:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +11: [2023-05-15 10:01:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +22: [2023-05-15 10:01:59,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +10: [2023-05-15 10:01:59,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +30: [2023-05-15 10:01:59,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +10: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt. +31: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +27: [2023-05-15 10:01:59,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +12: [2023-05-15 10:01:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 2: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +23: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +17: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +18: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:01:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:01:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:01:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 7: [2023-05-15 10:01:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:01:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 1: [2023-05-15 10:01:59,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 1: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +28: [2023-05-15 10:01:59,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +12: [2023-05-15 10:01:59,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +27: [2023-05-15 10:01:59,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:01:59,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:01:59,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:01:59,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +29: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +29: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +24: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +24: [2023-05-15 10:01:59,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:01:59,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +28: [2023-05-15 10:01:59,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:01:59,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +17: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:01:59,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:01:59,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +21: [2023-05-15 10:01:59,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:01:59,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +14: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +14: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 4: [2023-05-15 10:01:59,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +16: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +16: [2023-05-15 10:01:59,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:01:59,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:01:59,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:01:59,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:01:59,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:01:59,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:01:59,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:01:59,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +30: [2023-05-15 10:01:59,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:01:59,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +19: [2023-05-15 10:01:59,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:01:59,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:01:59,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:01:59,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 9: [2023-05-15 10:01:59,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 0: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +26: [2023-05-15 10:01:59,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 3: [2023-05-15 10:01:59,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:01:59,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:01:59,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:01:59,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +20: [2023-05-15 10:01:59,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:01:59,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +25: [2023-05-15 10:01:59,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +25: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:01:59,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +13: [2023-05-15 10:01:59,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +22: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +31: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +13: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... +11: [2023-05-15 10:01:59,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 5: [2023-05-15 10:01:59,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:01:59,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +30: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +31: [2023-05-15 10:01:59,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:01:59,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:01:59,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +11: [2023-05-15 10:01:59,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. + 6: [2023-05-15 10:01:59,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +22: [2023-05-15 10:01:59,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt. +20: [2023-05-15 10:01:59,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:01:59,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:01:59,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:01:59,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:01:59,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:01:59,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:01:59,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:01:59,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +15: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +29: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +24: [2023-05-15 10:02:00,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +23: [2023-05-15 10:02:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +19: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +17: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +26: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +17: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +12: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +25: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +19: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +16: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +16: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +22: [2023-05-15 10:02:00,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +27: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +25: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +13: [2023-05-15 10:02:00,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:02:00,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +30: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +30: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +31: [2023-05-15 10:02:00,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +14: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +15: [2023-05-15 10:02:00,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +18: [2023-05-15 10:02:00,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +10: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +20: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +14: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +21: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +21: [2023-05-15 10:02:00,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +13: [2023-05-15 10:02:00,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +10: [2023-05-15 10:02:00,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +31: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +22: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +10: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +28: [2023-05-15 10:02:00,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +28: [2023-05-15 10:02:00,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +24: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +15: [2023-05-15 10:02:00,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +20: [2023-05-15 10:02:00,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +28: [2023-05-15 10:02:00,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +18: [2023-05-15 10:02:00,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +18: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +29: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +17: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +27: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +29: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +11: [2023-05-15 10:02:00,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt... +29: [2023-05-15 10:02:00,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 2: [2023-05-15 10:02:00,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:00,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:00,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +24: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 7: [2023-05-15 10:02:00,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:00,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +23: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +11: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt. +12: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:00,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +17: [2023-05-15 10:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:00,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +27: [2023-05-15 10:02:00,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +23: [2023-05-15 10:02:00,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:00,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 4: [2023-05-15 10:02:00,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:00,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +23: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +12: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:00,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +12: [2023-05-15 10:02:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +27: [2023-05-15 10:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:00,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:00,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:00,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +14: [2023-05-15 10:02:00,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:00,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +16: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +16: [2023-05-15 10:02:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +25: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +22: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +30: [2023-05-15 10:02:00,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +30: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +14: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +31: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +21: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 8: [2023-05-15 10:02:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +19: [2023-05-15 10:02:00,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +20: [2023-05-15 10:02:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +13: [2023-05-15 10:02:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +26: [2023-05-15 10:02:00,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +10: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +22: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +19: [2023-05-15 10:02:00,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 9: [2023-05-15 10:02:00,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:00,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +21: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +26: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:00,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:00,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:00,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:00,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:00,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +31: [2023-05-15 10:02:00,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 0: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:00,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:00,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:00,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +13: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +20: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +19: [2023-05-15 10:02:00,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:00,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:00,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:00,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:00,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:00,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:00,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:00,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:00,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:00,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:00,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:00,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:00,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:00,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:00,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:00,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:00,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +11: [2023-05-15 10:02:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt... +24: [2023-05-15 10:02:00,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:00,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:00,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:00,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +11: [2023-05-15 10:02:00,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:00,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +18: [2023-05-15 10:02:01,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:01,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +18: [2023-05-15 10:02:01,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:01,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +15: [2023-05-15 10:02:01,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +15: [2023-05-15 10:02:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +17: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +12: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +16: [2023-05-15 10:02:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:01,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +23: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +31: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +26: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:01,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:01,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +17: [2023-05-15 10:02:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +27: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +26: [2023-05-15 10:02:01,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +26: [2023-05-15 10:02:01,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +28: [2023-05-15 10:02:01,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +30: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +30: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:01,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +10: [2023-05-15 10:02:01,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +23: [2023-05-15 10:02:01,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +19: [2023-05-15 10:02:01,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +10: [2023-05-15 10:02:01,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +19: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +27: [2023-05-15 10:02:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +31: [2023-05-15 10:02:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +28: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +16: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +29: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +14: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +21: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +10: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +10: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:01,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +13: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +25: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +11: [2023-05-15 10:02:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +22: [2023-05-15 10:02:01,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +22: [2023-05-15 10:02:01,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +29: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +25: [2023-05-15 10:02:01,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +24: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +24: [2023-05-15 10:02:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +14: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +13: [2023-05-15 10:02:01,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +14: [2023-05-15 10:02:01,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +11: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +24: [2023-05-15 10:02:01,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +20: [2023-05-15 10:02:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt... +24: [2023-05-15 10:02:01,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +12: [2023-05-15 10:02:01,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt. +20: [2023-05-15 10:02:01,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +18: [2023-05-15 10:02:01,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +18: [2023-05-15 10:02:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +15: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +15: [2023-05-15 10:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +12: [2023-05-15 10:02:01,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:01,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +29: [2023-05-15 10:02:01,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +23: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +30: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +27: [2023-05-15 10:02:01,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +17: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +23: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +26: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +27: [2023-05-15 10:02:01,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +30: [2023-05-15 10:02:01,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:01,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +16: [2023-05-15 10:02:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +22: [2023-05-15 10:02:01,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +13: [2023-05-15 10:02:01,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +22: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +31: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +28: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +25: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +31: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +11: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +21: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... +20: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 8: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +19: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:01,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 0: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +29: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:01,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:01,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:01,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +14: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:01,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:01,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +13: [2023-05-15 10:02:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +21: [2023-05-15 10:02:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +11: [2023-05-15 10:02:01,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +25: [2023-05-15 10:02:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +20: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt. +28: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:01,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:01,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +21: [2023-05-15 10:02:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +19: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +21: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:01,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +25: [2023-05-15 10:02:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +24: [2023-05-15 10:02:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:01,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:01,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:01,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +15: [2023-05-15 10:02:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:01,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:01,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +18: [2023-05-15 10:02:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:01,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:01,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:01,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +24: [2023-05-15 10:02:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:01,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 3: [2023-05-15 10:02:01,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:01,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:01,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:01,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:01,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:01,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:01,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:01,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:01,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:01,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:01,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +27: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +16: [2023-05-15 10:02:02,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +17: [2023-05-15 10:02:02,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +30: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +12: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +30: [2023-05-15 10:02:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +31: [2023-05-15 10:02:02,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +17: [2023-05-15 10:02:02,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +26: [2023-05-15 10:02:02,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:02,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +31: [2023-05-15 10:02:02,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +16: [2023-05-15 10:02:02,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +27: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +11: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +22: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +13: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +10: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +23: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +29: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +22: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +20: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +26: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +14: [2023-05-15 10:02:02,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +23: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +28: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt... +11: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:02,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +14: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +15: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +10: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +25: [2023-05-15 10:02:02,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +13: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +29: [2023-05-15 10:02:02,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +19: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +20: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +19: [2023-05-15 10:02:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +21: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +18: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt. +28: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +10: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +18: [2023-05-15 10:02:02,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +25: [2023-05-15 10:02:02,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +18: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +24: [2023-05-15 10:02:02,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +28: [2023-05-15 10:02:02,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +15: [2023-05-15 10:02:02,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +19: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +21: [2023-05-15 10:02:02,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +24: [2023-05-15 10:02:02,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +22: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +30: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +17: [2023-05-15 10:02:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +30: [2023-05-15 10:02:02,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:02,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +22: [2023-05-15 10:02:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +13: [2023-05-15 10:02:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +26: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +26: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +16: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +20: [2023-05-15 10:02:02,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +31: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +31: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +16: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +23: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +27: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +12: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +12: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +29: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +14: [2023-05-15 10:02:02,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt... +11: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +13: [2023-05-15 10:02:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +25: [2023-05-15 10:02:02,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +29: [2023-05-15 10:02:02,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +11: [2023-05-15 10:02:02,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:02,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:02,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:02,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:02,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +23: [2023-05-15 10:02:02,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +27: [2023-05-15 10:02:02,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 9: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:02,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:02,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +20: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +28: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +10: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +15: [2023-05-15 10:02:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt. +14: [2023-05-15 10:02:02,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:02,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:02,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:02,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:02,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:02,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:02,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:02,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:02,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +18: [2023-05-15 10:02:02,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:02,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:02,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:02,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:02,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +15: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:02,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:02,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:02,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:02,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:02,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:02,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:02,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 1: [2023-05-15 10:02:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +19: [2023-05-15 10:02:02,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:02,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +19: [2023-05-15 10:02:02,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +30: [2023-05-15 10:02:02,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:02,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +24: [2023-05-15 10:02:02,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:02,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:02,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +24: [2023-05-15 10:02:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:02,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +16: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:02,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:02,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +22: [2023-05-15 10:02:02,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +22: [2023-05-15 10:02:02,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:02,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 2: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:02,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 4: [2023-05-15 10:02:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:02,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:03,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:03,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +30: [2023-05-15 10:02:03,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +29: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +16: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +29: [2023-05-15 10:02:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:03,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +12: [2023-05-15 10:02:03,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +31: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +17: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +20: [2023-05-15 10:02:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +27: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +26: [2023-05-15 10:02:03,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +25: [2023-05-15 10:02:03,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +17: [2023-05-15 10:02:03,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:03,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:03,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +28: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +13: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +11: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +27: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +10: [2023-05-15 10:02:03,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +14: [2023-05-15 10:02:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +20: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +11: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +23: [2023-05-15 10:02:03,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +12: [2023-05-15 10:02:03,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:03,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +10: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +21: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +21: [2023-05-15 10:02:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +14: [2023-05-15 10:02:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt... +23: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +31: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:03,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +25: [2023-05-15 10:02:03,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +13: [2023-05-15 10:02:03,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +28: [2023-05-15 10:02:03,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt. +18: [2023-05-15 10:02:03,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +21: [2023-05-15 10:02:03,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +30: [2023-05-15 10:02:03,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +30: [2023-05-15 10:02:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +24: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +24: [2023-05-15 10:02:03,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +15: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +15: [2023-05-15 10:02:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:03,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +22: [2023-05-15 10:02:03,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +19: [2023-05-15 10:02:03,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +22: [2023-05-15 10:02:03,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +19: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +20: [2023-05-15 10:02:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +29: [2023-05-15 10:02:03,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +29: [2023-05-15 10:02:03,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +17: [2023-05-15 10:02:03,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +26: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +14: [2023-05-15 10:02:03,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +26: [2023-05-15 10:02:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +31: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +12: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +20: [2023-05-15 10:02:03,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +12: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +26: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +26: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:03,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +11: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +28: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +27: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +16: [2023-05-15 10:02:03,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +16: [2023-05-15 10:02:03,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:03,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:03,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 9: [2023-05-15 10:02:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:03,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +11: [2023-05-15 10:02:03,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:03,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +21: [2023-05-15 10:02:03,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +10: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +21: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +18: [2023-05-15 10:02:03,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +28: [2023-05-15 10:02:03,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +14: [2023-05-15 10:02:03,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +23: [2023-05-15 10:02:03,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +31: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +10: [2023-05-15 10:02:03,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +13: [2023-05-15 10:02:03,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +28: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt... +18: [2023-05-15 10:02:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 1: [2023-05-15 10:02:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +18: [2023-05-15 10:02:03,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:03,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 0: [2023-05-15 10:02:03,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 8: [2023-05-15 10:02:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +18: [2023-05-15 10:02:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:03,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +23: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:03,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:03,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +10: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:03,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +10: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:03,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:03,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:03,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +21: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:03,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 1: [2023-05-15 10:02:03,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:03,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +27: [2023-05-15 10:02:03,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:03,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:03,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt. +13: [2023-05-15 10:02:03,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 2: [2023-05-15 10:02:03,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:03,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:03,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:03,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:03,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +30: [2023-05-15 10:02:03,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +30: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:03,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +24: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +24: [2023-05-15 10:02:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +15: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +22: [2023-05-15 10:02:03,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +15: [2023-05-15 10:02:03,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:03,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:03,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:03,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:03,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 3: [2023-05-15 10:02:03,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:03,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:03,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:03,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:03,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:03,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +29: [2023-05-15 10:02:03,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:04,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:04,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +29: [2023-05-15 10:02:04,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +20: [2023-05-15 10:02:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +20: [2023-05-15 10:02:04,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:04,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +22: [2023-05-15 10:02:04,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +17: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +12: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +17: [2023-05-15 10:02:04,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +12: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +19: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +19: [2023-05-15 10:02:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +23: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +23: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +11: [2023-05-15 10:02:04,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +16: [2023-05-15 10:02:04,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +16: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +27: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +31: [2023-05-15 10:02:04,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +11: [2023-05-15 10:02:04,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +31: [2023-05-15 10:02:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +14: [2023-05-15 10:02:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... +13: [2023-05-15 10:02:04,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +25: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +21: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +27: [2023-05-15 10:02:04,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +13: [2023-05-15 10:02:04,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt. +28: [2023-05-15 10:02:04,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +26: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +21: [2023-05-15 10:02:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +25: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +28: [2023-05-15 10:02:04,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +28: [2023-05-15 10:02:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:04,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +30: [2023-05-15 10:02:04,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +18: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +30: [2023-05-15 10:02:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +10: [2023-05-15 10:02:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +10: [2023-05-15 10:02:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +24: [2023-05-15 10:02:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +20: [2023-05-15 10:02:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +24: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +20: [2023-05-15 10:02:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +17: [2023-05-15 10:02:04,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +17: [2023-05-15 10:02:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +23: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +15: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +19: [2023-05-15 10:02:04,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +23: [2023-05-15 10:02:04,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +19: [2023-05-15 10:02:04,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:04,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +15: [2023-05-15 10:02:04,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +29: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +11: [2023-05-15 10:02:04,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +12: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +13: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +14: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +16: [2023-05-15 10:02:04,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 7: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:04,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +11: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +31: [2023-05-15 10:02:04,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +31: [2023-05-15 10:02:04,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +27: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +22: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 9: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt... +16: [2023-05-15 10:02:04,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:04,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:04,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:04,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +29: [2023-05-15 10:02:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +12: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +22: [2023-05-15 10:02:04,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:04,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:04,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 5: [2023-05-15 10:02:04,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +13: [2023-05-15 10:02:04,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:04,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +14: [2023-05-15 10:02:04,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:04,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:04,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. + 0: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:04,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt. +27: [2023-05-15 10:02:04,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:04,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 2: [2023-05-15 10:02:04,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +28: [2023-05-15 10:02:04,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +25: [2023-05-15 10:02:04,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +25: [2023-05-15 10:02:04,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:04,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:04,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:04,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 3: [2023-05-15 10:02:04,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +26: [2023-05-15 10:02:04,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:04,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +10: [2023-05-15 10:02:04,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +26: [2023-05-15 10:02:04,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +18: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:04,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +18: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 4: [2023-05-15 10:02:04,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:04,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +10: [2023-05-15 10:02:04,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:04,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:04,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:04,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +11: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +22: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +24: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +21: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +17: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +15: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +29: [2023-05-15 10:02:05,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +23: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +31: [2023-05-15 10:02:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +14: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +23: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +30: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +19: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +30: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +13: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +12: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +20: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... +27: [2023-05-15 10:02:05,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +12: [2023-05-15 10:02:05,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +19: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +20: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +29: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +11: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +21: [2023-05-15 10:02:05,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +24: [2023-05-15 10:02:05,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +15: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +14: [2023-05-15 10:02:05,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +17: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +16: [2023-05-15 10:02:05,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +13: [2023-05-15 10:02:05,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +31: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +27: [2023-05-15 10:02:05,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt. +22: [2023-05-15 10:02:05,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +25: [2023-05-15 10:02:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +10: [2023-05-15 10:02:05,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +10: [2023-05-15 10:02:05,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +25: [2023-05-15 10:02:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +28: [2023-05-15 10:02:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +28: [2023-05-15 10:02:05,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +21: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +12: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +30: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +24: [2023-05-15 10:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +15: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +18: [2023-05-15 10:02:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +20: [2023-05-15 10:02:05,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +26: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +14: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +11: [2023-05-15 10:02:05,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +11: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +31: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +23: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +20: [2023-05-15 10:02:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +27: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +22: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +16: [2023-05-15 10:02:05,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +19: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +13: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... +29: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +16: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +23: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +12: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +19: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +26: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 9: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +15: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +29: [2023-05-15 10:02:05,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +30: [2023-05-15 10:02:05,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:05,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +24: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 1: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 0: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +18: [2023-05-15 10:02:05,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 6: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:05,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:05,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 4: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +22: [2023-05-15 10:02:05,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +21: [2023-05-15 10:02:05,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +14: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +27: [2023-05-15 10:02:05,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. + 5: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +13: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +31: [2023-05-15 10:02:05,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:05,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:05,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:05,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt. +17: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:05,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:05,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:05,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:05,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +28: [2023-05-15 10:02:05,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 3: [2023-05-15 10:02:05,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:05,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 2: [2023-05-15 10:02:05,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:05,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:05,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +28: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:05,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +16: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:05,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:05,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:05,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:05,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:05,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:05,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:05,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:05,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:05,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +11: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +10: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:06,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +10: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:06,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:06,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +26: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +29: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +11: [2023-05-15 10:02:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:06,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +20: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +29: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +20: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +26: [2023-05-15 10:02:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +25: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +16: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +19: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +30: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:06,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +15: [2023-05-15 10:02:06,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +14: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +18: [2023-05-15 10:02:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +18: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +31: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +27: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +22: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +17: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +23: [2023-05-15 10:02:06,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +30: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:06,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +17: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +13: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +24: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +24: [2023-05-15 10:02:06,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +21: [2023-05-15 10:02:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt... +12: [2023-05-15 10:02:06,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +12: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +15: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +27: [2023-05-15 10:02:06,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +14: [2023-05-15 10:02:06,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +22: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +31: [2023-05-15 10:02:06,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +13: [2023-05-15 10:02:06,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +21: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt. +23: [2023-05-15 10:02:06,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +16: [2023-05-15 10:02:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 3: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +29: [2023-05-15 10:02:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +29: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 3: [2023-05-15 10:02:06,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +25: [2023-05-15 10:02:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +16: [2023-05-15 10:02:06,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:06,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +25: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:06,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +10: [2023-05-15 10:02:06,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +10: [2023-05-15 10:02:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +11: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +11: [2023-05-15 10:02:06,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +28: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +12: [2023-05-15 10:02:06,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 7: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +28: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +31: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 7: [2023-05-15 10:02:06,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:06,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 2: [2023-05-15 10:02:06,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +14: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +21: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +23: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +30: [2023-05-15 10:02:06,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +22: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 8: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 9: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +20: [2023-05-15 10:02:06,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +12: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +17: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +26: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +30: [2023-05-15 10:02:06,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +24: [2023-05-15 10:02:06,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +26: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +17: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +22: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +31: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +18: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +27: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +24: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +23: [2023-05-15 10:02:06,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +13: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +15: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +18: [2023-05-15 10:02:06,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt... +21: [2023-05-15 10:02:06,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +19: [2023-05-15 10:02:06,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:06,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:06,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:06,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 1: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:06,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +15: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:06,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:06,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 0: [2023-05-15 10:02:06,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +27: [2023-05-15 10:02:06,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:06,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +20: [2023-05-15 10:02:06,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +14: [2023-05-15 10:02:06,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 4: [2023-05-15 10:02:06,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 5: [2023-05-15 10:02:06,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. +13: [2023-05-15 10:02:06,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt. + 6: [2023-05-15 10:02:06,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:06,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:06,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +25: [2023-05-15 10:02:07,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +29: [2023-05-15 10:02:07,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +10: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +16: [2023-05-15 10:02:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +16: [2023-05-15 10:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +28: [2023-05-15 10:02:07,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +19: [2023-05-15 10:02:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +28: [2023-05-15 10:02:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +10: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +19: [2023-05-15 10:02:07,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +23: [2023-05-15 10:02:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +23: [2023-05-15 10:02:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +11: [2023-05-15 10:02:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +11: [2023-05-15 10:02:07,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:07,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +20: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +15: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +12: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +12: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +24: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +15: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +21: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +21: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +26: [2023-05-15 10:02:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +26: [2023-05-15 10:02:07,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:07,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +22: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +27: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +24: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +17: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +18: [2023-05-15 10:02:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +13: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +30: [2023-05-15 10:02:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt... +31: [2023-05-15 10:02:07,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +14: [2023-05-15 10:02:07,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +31: [2023-05-15 10:02:07,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +18: [2023-05-15 10:02:07,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +13: [2023-05-15 10:02:07,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +29: [2023-05-15 10:02:07,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +27: [2023-05-15 10:02:07,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +22: [2023-05-15 10:02:07,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt. +25: [2023-05-15 10:02:07,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +25: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +16: [2023-05-15 10:02:07,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +25: [2023-05-15 10:02:07,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +29: [2023-05-15 10:02:07,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:07,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +19: [2023-05-15 10:02:07,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +28: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +19: [2023-05-15 10:02:07,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:07,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:07,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:07,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 2: [2023-05-15 10:02:07,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 9: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +10: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +10: [2023-05-15 10:02:07,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +23: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +23: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +21: [2023-05-15 10:02:07,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 0: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:07,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:07,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +20: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +20: [2023-05-15 10:02:07,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:07,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +15: [2023-05-15 10:02:07,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +15: [2023-05-15 10:02:07,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:07,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +31: [2023-05-15 10:02:07,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 4: [2023-05-15 10:02:07,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +26: [2023-05-15 10:02:07,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +31: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +26: [2023-05-15 10:02:07,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +21: [2023-05-15 10:02:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:07,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:07,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +13: [2023-05-15 10:02:07,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 1: [2023-05-15 10:02:07,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:07,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +30: [2023-05-15 10:02:07,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +18: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +11: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +24: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +27: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +14: [2023-05-15 10:02:07,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:07,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +22: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 6: [2023-05-15 10:02:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 8: [2023-05-15 10:02:07,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... +17: [2023-05-15 10:02:07,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:07,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +27: [2023-05-15 10:02:07,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:07,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +12: [2023-05-15 10:02:07,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:07,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:07,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:07,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +29: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:07,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:08,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +28: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:08,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:08,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:08,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +18: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +24: [2023-05-15 10:02:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +13: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +11: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +17: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +30: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +14: [2023-05-15 10:02:08,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. +22: [2023-05-15 10:02:08,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +29: [2023-05-15 10:02:08,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +29: [2023-05-15 10:02:08,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +28: [2023-05-15 10:02:08,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +25: [2023-05-15 10:02:08,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +19: [2023-05-15 10:02:08,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +19: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +16: [2023-05-15 10:02:08,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +16: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +23: [2023-05-15 10:02:08,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +23: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +10: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +15: [2023-05-15 10:02:08,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +10: [2023-05-15 10:02:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +21: [2023-05-15 10:02:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +20: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +20: [2023-05-15 10:02:08,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +26: [2023-05-15 10:02:08,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +15: [2023-05-15 10:02:08,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +26: [2023-05-15 10:02:08,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +21: [2023-05-15 10:02:08,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +31: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +31: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +11: [2023-05-15 10:02:08,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +11: [2023-05-15 10:02:08,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +24: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +30: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +13: [2023-05-15 10:02:08,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +27: [2023-05-15 10:02:08,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +22: [2023-05-15 10:02:08,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +14: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +18: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +17: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt... +12: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +18: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +12: [2023-05-15 10:02:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +27: [2023-05-15 10:02:08,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +30: [2023-05-15 10:02:08,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +24: [2023-05-15 10:02:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +22: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +14: [2023-05-15 10:02:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +13: [2023-05-15 10:02:08,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. +17: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:08,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:08,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +29: [2023-05-15 10:02:08,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +23: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:08,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:08,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:08,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 3: [2023-05-15 10:02:08,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +23: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 2: [2023-05-15 10:02:08,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +28: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +19: [2023-05-15 10:02:08,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +29: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +10: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +20: [2023-05-15 10:02:08,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +25: [2023-05-15 10:02:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:08,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:08,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:08,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +16: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +10: [2023-05-15 10:02:08,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:08,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +16: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +25: [2023-05-15 10:02:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +20: [2023-05-15 10:02:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +11: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +11: [2023-05-15 10:02:08,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +26: [2023-05-15 10:02:08,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:08,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +21: [2023-05-15 10:02:08,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +15: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +21: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 9: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:08,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:08,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:08,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +15: [2023-05-15 10:02:08,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:08,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 8: [2023-05-15 10:02:08,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:08,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 5: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +12: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +13: [2023-05-15 10:02:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +14: [2023-05-15 10:02:08,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:08,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:08,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:08,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 5: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +24: [2023-05-15 10:02:08,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +31: [2023-05-15 10:02:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:08,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:08,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:08,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 1: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:08,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:08,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 4: [2023-05-15 10:02:08,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:08,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:08,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +31: [2023-05-15 10:02:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:08,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:08,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +30: [2023-05-15 10:02:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:08,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:08,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:08,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 0: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:08,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +22: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +14: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:09,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +24: [2023-05-15 10:02:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +13: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +18: [2023-05-15 10:02:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +12: [2023-05-15 10:02:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +18: [2023-05-15 10:02:09,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:09,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +27: [2023-05-15 10:02:09,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +30: [2023-05-15 10:02:09,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +17: [2023-05-15 10:02:09,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt... +22: [2023-05-15 10:02:09,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +19: [2023-05-15 10:02:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +17: [2023-05-15 10:02:09,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +27: [2023-05-15 10:02:09,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt. +28: [2023-05-15 10:02:09,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +28: [2023-05-15 10:02:09,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +19: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +19: [2023-05-15 10:02:09,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +28: [2023-05-15 10:02:09,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +25: [2023-05-15 10:02:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +11: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +11: [2023-05-15 10:02:09,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +16: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +16: [2023-05-15 10:02:09,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +23: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +21: [2023-05-15 10:02:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +23: [2023-05-15 10:02:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +15: [2023-05-15 10:02:09,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +20: [2023-05-15 10:02:09,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +15: [2023-05-15 10:02:09,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +26: [2023-05-15 10:02:09,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +20: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +26: [2023-05-15 10:02:09,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +29: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +31: [2023-05-15 10:02:09,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +29: [2023-05-15 10:02:09,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +31: [2023-05-15 10:02:09,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +10: [2023-05-15 10:02:09,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +10: [2023-05-15 10:02:09,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +30: [2023-05-15 10:02:09,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +22: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +27: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +18: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +18: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +14: [2023-05-15 10:02:09,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +24: [2023-05-15 10:02:09,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +12: [2023-05-15 10:02:09,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +14: [2023-05-15 10:02:09,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +24: [2023-05-15 10:02:09,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +13: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... +17: [2023-05-15 10:02:09,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +13: [2023-05-15 10:02:09,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +30: [2023-05-15 10:02:09,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +22: [2023-05-15 10:02:09,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +17: [2023-05-15 10:02:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +27: [2023-05-15 10:02:09,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt. +12: [2023-05-15 10:02:09,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 3: [2023-05-15 10:02:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +16: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +19: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +11: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 2: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +25: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +11: [2023-05-15 10:02:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +25: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +21: [2023-05-15 10:02:09,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +26: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +26: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 8: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +28: [2023-05-15 10:02:09,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:09,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:09,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +16: [2023-05-15 10:02:09,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +21: [2023-05-15 10:02:09,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +31: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +23: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +29: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +18: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +31: [2023-05-15 10:02:09,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 9: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +29: [2023-05-15 10:02:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:09,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:09,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +23: [2023-05-15 10:02:09,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +15: [2023-05-15 10:02:09,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +18: [2023-05-15 10:02:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +15: [2023-05-15 10:02:09,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:09,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:09,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:09,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +12: [2023-05-15 10:02:09,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +20: [2023-05-15 10:02:09,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 0: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +13: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +30: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 6: [2023-05-15 10:02:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 5: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +10: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +20: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:09,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:09,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +10: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:09,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +24: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:09,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +24: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 4: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 1: [2023-05-15 10:02:09,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +17: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 6: [2023-05-15 10:02:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... + 5: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +27: [2023-05-15 10:02:09,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +22: [2023-05-15 10:02:09,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt... +14: [2023-05-15 10:02:09,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:09,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:09,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:09,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:09,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:09,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +14: [2023-05-15 10:02:10,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +30: [2023-05-15 10:02:10,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +12: [2023-05-15 10:02:10,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +17: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +13: [2023-05-15 10:02:10,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +22: [2023-05-15 10:02:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. +27: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +11: [2023-05-15 10:02:10,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +11: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +28: [2023-05-15 10:02:10,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +28: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +18: [2023-05-15 10:02:10,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +31: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +23: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +10: [2023-05-15 10:02:10,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +26: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +26: [2023-05-15 10:02:10,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +16: [2023-05-15 10:02:10,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +20: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +19: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +25: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +19: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +18: [2023-05-15 10:02:10,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +16: [2023-05-15 10:02:10,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +31: [2023-05-15 10:02:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +10: [2023-05-15 10:02:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +20: [2023-05-15 10:02:10,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +23: [2023-05-15 10:02:10,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +21: [2023-05-15 10:02:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +21: [2023-05-15 10:02:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +22: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +12: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +12: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +15: [2023-05-15 10:02:10,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +13: [2023-05-15 10:02:10,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +24: [2023-05-15 10:02:10,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +14: [2023-05-15 10:02:10,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +27: [2023-05-15 10:02:10,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +30: [2023-05-15 10:02:10,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +17: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt... +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +29: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +30: [2023-05-15 10:02:10,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +17: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:10,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +22: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 1: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +24: [2023-05-15 10:02:10,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +15: [2023-05-15 10:02:10,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 4: [2023-05-15 10:02:10,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +13: [2023-05-15 10:02:10,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:10,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. +27: [2023-05-15 10:02:10,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt. + 0: [2023-05-15 10:02:10,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:10,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:10,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:10,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +25: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +20: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +19: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 3: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:10,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +25: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +16: [2023-05-15 10:02:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 2: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +18: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +18: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +26: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +26: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +11: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 9: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:10,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +16: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +11: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:10,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:10,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:10,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:10,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +20: [2023-05-15 10:02:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +19: [2023-05-15 10:02:10,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:10,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +14: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +12: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +23: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +30: [2023-05-15 10:02:11,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +12: [2023-05-15 10:02:11,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +28: [2023-05-15 10:02:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +10: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +10: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +15: [2023-05-15 10:02:11,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +17: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +17: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +23: [2023-05-15 10:02:11,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +31: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +28: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +30: [2023-05-15 10:02:11,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +24: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +31: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +29: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +13: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +22: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt... +21: [2023-05-15 10:02:11,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +21: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +22: [2023-05-15 10:02:11,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +29: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +13: [2023-05-15 10:02:11,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +14: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +27: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +15: [2023-05-15 10:02:11,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt. +24: [2023-05-15 10:02:11,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +29: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +26: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +10: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +12: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +18: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:11,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +19: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +25: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +25: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +15: [2023-05-15 10:02:11,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +27: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +20: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:11,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +16: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +10: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +28: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +20: [2023-05-15 10:02:11,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 7: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 4: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 1: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 9: [2023-05-15 10:02:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +17: [2023-05-15 10:02:11,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +18: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +23: [2023-05-15 10:02:11,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +13: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +24: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +24: [2023-05-15 10:02:11,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +16: [2023-05-15 10:02:11,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +15: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +28: [2023-05-15 10:02:11,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +11: [2023-05-15 10:02:11,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +31: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +14: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +30: [2023-05-15 10:02:11,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +13: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +21: [2023-05-15 10:02:11,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... +22: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +14: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +23: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 2: [2023-05-15 10:02:11,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:11,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +12: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 6: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +31: [2023-05-15 10:02:11,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:11,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:11,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +26: [2023-05-15 10:02:11,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:11,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 3: [2023-05-15 10:02:11,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:11,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +22: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 8: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +30: [2023-05-15 10:02:11,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:11,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +11: [2023-05-15 10:02:11,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:11,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 5: [2023-05-15 10:02:11,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:11,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +27: [2023-05-15 10:02:11,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:11,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +17: [2023-05-15 10:02:11,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:11,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:11,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. + 0: [2023-05-15 10:02:11,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:11,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt. +21: [2023-05-15 10:02:11,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:11,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +16: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +19: [2023-05-15 10:02:12,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +16: [2023-05-15 10:02:12,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +18: [2023-05-15 10:02:12,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +10: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +25: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +25: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +10: [2023-05-15 10:02:12,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +26: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +13: [2023-05-15 10:02:12,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +18: [2023-05-15 10:02:12,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 9: [2023-05-15 10:02:12,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +26: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:12,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:12,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +20: [2023-05-15 10:02:12,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +19: [2023-05-15 10:02:12,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +13: [2023-05-15 10:02:12,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:12,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:12,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 4: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +24: [2023-05-15 10:02:12,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +24: [2023-05-15 10:02:12,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +15: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +15: [2023-05-15 10:02:12,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:12,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +29: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +27: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:12,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +12: [2023-05-15 10:02:12,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +28: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +28: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:12,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +22: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +11: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +14: [2023-05-15 10:02:12,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 2: [2023-05-15 10:02:12,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +21: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +23: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 7: [2023-05-15 10:02:12,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:12,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +14: [2023-05-15 10:02:12,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:12,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +12: [2023-05-15 10:02:12,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:12,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:12,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +23: [2023-05-15 10:02:12,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +11: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +27: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +22: [2023-05-15 10:02:12,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 8: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:12,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 1: [2023-05-15 10:02:12,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +29: [2023-05-15 10:02:12,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +17: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 6: [2023-05-15 10:02:12,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt... +31: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 0: [2023-05-15 10:02:12,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 5: [2023-05-15 10:02:12,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:12,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +31: [2023-05-15 10:02:12,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:12,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +17: [2023-05-15 10:02:12,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:12,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:12,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:12,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:12,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. +21: [2023-05-15 10:02:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt. + 3: [2023-05-15 10:02:12,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:12,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:12,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:12,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +19: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:12,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +19: [2023-05-15 10:02:12,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:12,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:12,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:12,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:12,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:12,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:12,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:12,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +25: [2023-05-15 10:02:13,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:13,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:13,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:13,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +25: [2023-05-15 10:02:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +26: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +26: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:13,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +13: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +10: [2023-05-15 10:02:13,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +10: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +13: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +24: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +24: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +18: [2023-05-15 10:02:13,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +18: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +30: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +16: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +28: [2023-05-15 10:02:13,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +16: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +11: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +28: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +29: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +29: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +15: [2023-05-15 10:02:13,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +17: [2023-05-15 10:02:13,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +20: [2023-05-15 10:02:13,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +14: [2023-05-15 10:02:13,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +20: [2023-05-15 10:02:13,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +12: [2023-05-15 10:02:13,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +21: [2023-05-15 10:02:13,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +12: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +31: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +31: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +27: [2023-05-15 10:02:13,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +11: [2023-05-15 10:02:13,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +15: [2023-05-15 10:02:13,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +17: [2023-05-15 10:02:13,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +22: [2023-05-15 10:02:13,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +27: [2023-05-15 10:02:13,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt... +23: [2023-05-15 10:02:13,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +23: [2023-05-15 10:02:13,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +21: [2023-05-15 10:02:13,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt. +22: [2023-05-15 10:02:13,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +19: [2023-05-15 10:02:13,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +19: [2023-05-15 10:02:13,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +25: [2023-05-15 10:02:13,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +28: [2023-05-15 10:02:13,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +28: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +25: [2023-05-15 10:02:13,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:13,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +26: [2023-05-15 10:02:13,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +24: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +26: [2023-05-15 10:02:13,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:13,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:13,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +24: [2023-05-15 10:02:13,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +12: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +29: [2023-05-15 10:02:13,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:13,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +29: [2023-05-15 10:02:13,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +12: [2023-05-15 10:02:13,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:13,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +17: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +13: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +13: [2023-05-15 10:02:13,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:13,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +16: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 9: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +16: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +30: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +30: [2023-05-15 10:02:13,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +11: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +11: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +18: [2023-05-15 10:02:13,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +20: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +18: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +10: [2023-05-15 10:02:13,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 6: [2023-05-15 10:02:13,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +10: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +31: [2023-05-15 10:02:13,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 0: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +20: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 2: [2023-05-15 10:02:13,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +21: [2023-05-15 10:02:13,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +23: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +14: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +31: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +22: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 1: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt... +27: [2023-05-15 10:02:13,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:13,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:13,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:13,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 7: [2023-05-15 10:02:13,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +17: [2023-05-15 10:02:13,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +27: [2023-05-15 10:02:13,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:13,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:13,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +22: [2023-05-15 10:02:13,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:13,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +15: [2023-05-15 10:02:13,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:13,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 8: [2023-05-15 10:02:13,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 5: [2023-05-15 10:02:13,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +23: [2023-05-15 10:02:13,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. + 3: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +21: [2023-05-15 10:02:13,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt. +14: [2023-05-15 10:02:13,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:13,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:13,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:13,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:13,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:13,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:13,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:13,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +19: [2023-05-15 10:02:13,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:13,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:13,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +19: [2023-05-15 10:02:13,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:13,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:14,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +26: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +11: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +28: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +24: [2023-05-15 10:02:14,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +28: [2023-05-15 10:02:14,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +30: [2023-05-15 10:02:14,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +11: [2023-05-15 10:02:14,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +30: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +10: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +20: [2023-05-15 10:02:14,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +12: [2023-05-15 10:02:14,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +12: [2023-05-15 10:02:14,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +18: [2023-05-15 10:02:14,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:14,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +14: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +17: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +22: [2023-05-15 10:02:14,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +29: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +29: [2023-05-15 10:02:14,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +10: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +18: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +17: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +16: [2023-05-15 10:02:14,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +16: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +13: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +20: [2023-05-15 10:02:14,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +31: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +21: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +13: [2023-05-15 10:02:14,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +31: [2023-05-15 10:02:14,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +27: [2023-05-15 10:02:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +27: [2023-05-15 10:02:14,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +14: [2023-05-15 10:02:14,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +22: [2023-05-15 10:02:14,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +15: [2023-05-15 10:02:14,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +21: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +15: [2023-05-15 10:02:14,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +23: [2023-05-15 10:02:14,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt... +25: [2023-05-15 10:02:14,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +26: [2023-05-15 10:02:14,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +23: [2023-05-15 10:02:14,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +25: [2023-05-15 10:02:14,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt. +24: [2023-05-15 10:02:14,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +25: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:14,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +26: [2023-05-15 10:02:14,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:14,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +26: [2023-05-15 10:02:14,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +19: [2023-05-15 10:02:14,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +24: [2023-05-15 10:02:14,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +24: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +12: [2023-05-15 10:02:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:14,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +19: [2023-05-15 10:02:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:14,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +12: [2023-05-15 10:02:14,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +28: [2023-05-15 10:02:14,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:14,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +28: [2023-05-15 10:02:14,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 2: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:14,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +11: [2023-05-15 10:02:14,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 4: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +11: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +20: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +20: [2023-05-15 10:02:14,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +30: [2023-05-15 10:02:14,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:14,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:14,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +30: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 1: [2023-05-15 10:02:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 1: [2023-05-15 10:02:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +18: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +10: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +27: [2023-05-15 10:02:14,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +27: [2023-05-15 10:02:14,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +10: [2023-05-15 10:02:14,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:14,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +29: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +18: [2023-05-15 10:02:14,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:14,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +13: [2023-05-15 10:02:14,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +31: [2023-05-15 10:02:14,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +29: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:14,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +13: [2023-05-15 10:02:14,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +31: [2023-05-15 10:02:14,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:14,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 7: [2023-05-15 10:02:14,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 3: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 6: [2023-05-15 10:02:14,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:14,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:14,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 9: [2023-05-15 10:02:14,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:14,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +22: [2023-05-15 10:02:14,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +16: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +23: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +15: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +16: [2023-05-15 10:02:14,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +14: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +15: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +17: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +17: [2023-05-15 10:02:14,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:14,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... +21: [2023-05-15 10:02:14,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 0: [2023-05-15 10:02:14,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +22: [2023-05-15 10:02:14,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:14,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +14: [2023-05-15 10:02:14,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:14,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:14,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +23: [2023-05-15 10:02:14,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:14,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:14,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. +21: [2023-05-15 10:02:14,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 8: [2023-05-15 10:02:14,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:14,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt. + 5: [2023-05-15 10:02:14,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:14,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +25: [2023-05-15 10:02:15,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +19: [2023-05-15 10:02:15,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:15,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +19: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:15,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +28: [2023-05-15 10:02:15,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +24: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +11: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +25: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +24: [2023-05-15 10:02:15,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:15,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +12: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:15,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:15,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +10: [2023-05-15 10:02:15,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +10: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +18: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +30: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +29: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +22: [2023-05-15 10:02:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +14: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +23: [2023-05-15 10:02:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +15: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +13: [2023-05-15 10:02:15,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 1: [2023-05-15 10:02:15,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 1: [2023-05-15 10:02:15,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +27: [2023-05-15 10:02:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +31: [2023-05-15 10:02:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +26: [2023-05-15 10:02:15,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 8: [2023-05-15 10:02:15,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:15,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 5: [2023-05-15 10:02:15,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 9: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +14: [2023-05-15 10:02:15,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 3: [2023-05-15 10:02:15,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:15,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +15: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +13: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +22: [2023-05-15 10:02:15,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +26: [2023-05-15 10:02:15,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:15,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +23: [2023-05-15 10:02:15,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +30: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +29: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +31: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 6: [2023-05-15 10:02:15,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:15,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:15,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:15,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:15,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:15,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:15,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:15,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:15,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +27: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +20: [2023-05-15 10:02:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +21: [2023-05-15 10:02:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +16: [2023-05-15 10:02:15,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +16: [2023-05-15 10:02:15,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 0: [2023-05-15 10:02:15,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +20: [2023-05-15 10:02:15,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +21: [2023-05-15 10:02:15,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:15,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:15,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:15,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:15,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:15,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:15,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:15,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:15,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +28: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:15,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:15,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:15,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:15,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... + 7: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:15,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +18: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:15,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +17: [2023-05-15 10:02:15,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt... +12: [2023-05-15 10:02:15,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:15,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:15,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:15,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:15,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +11: [2023-05-15 10:02:16,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:16,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:16,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +11: [2023-05-15 10:02:16,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +11: [2023-05-15 10:02:16,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. +17: [2023-05-15 10:02:16,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +18: [2023-05-15 10:02:16,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +25: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:16,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +18: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +28: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +12: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +25: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +24: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +28: [2023-05-15 10:02:16,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +12: [2023-05-15 10:02:16,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +24: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +23: [2023-05-15 10:02:16,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +15: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +27: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +22: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +21: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +15: [2023-05-15 10:02:16,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +30: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +10: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +29: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +31: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +26: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +20: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +16: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +26: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +19: [2023-05-15 10:02:16,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +14: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +14: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +19: [2023-05-15 10:02:16,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +29: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +23: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +31: [2023-05-15 10:02:16,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +16: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +22: [2023-05-15 10:02:16,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +20: [2023-05-15 10:02:16,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +10: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +30: [2023-05-15 10:02:16,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +27: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +21: [2023-05-15 10:02:16,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +13: [2023-05-15 10:02:16,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +17: [2023-05-15 10:02:16,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt... +13: [2023-05-15 10:02:16,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt. +17: [2023-05-15 10:02:16,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +12: [2023-05-15 10:02:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +23: [2023-05-15 10:02:16,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +12: [2023-05-15 10:02:16,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +12: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +26: [2023-05-15 10:02:16,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +25: [2023-05-15 10:02:16,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +26: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +26: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +23: [2023-05-15 10:02:16,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 8: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +23: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +23: [2023-05-15 10:02:16,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 4: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +24: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +24: [2023-05-15 10:02:16,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt... +25: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +20: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +29: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +29: [2023-05-15 10:02:16,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +10: [2023-05-15 10:02:16,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +18: [2023-05-15 10:02:16,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt... + 4: [2023-05-15 10:02:16,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt... +26: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt... +23: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt... + 8: [2023-05-15 10:02:16,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +30: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +31: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +18: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +11: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +28: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt... +24: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +22: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +14: [2023-05-15 10:02:16,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +20: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt... +15: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +16: [2023-05-15 10:02:16,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt... +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +29: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +11: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +13: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +18: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +31: [2023-05-15 10:02:16,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +16: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +13: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +22: [2023-05-15 10:02:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 7: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 5: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 1: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +10: [2023-05-15 10:02:16,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +11: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +20: [2023-05-15 10:02:16,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +10: [2023-05-15 10:02:16,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:16,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +28: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +28: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +28: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +30: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +22: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +21: [2023-05-15 10:02:16,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:16,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:16,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:16,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +13: [2023-05-15 10:02:16,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +27: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:16,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt... +19: [2023-05-15 10:02:16,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 6: [2023-05-15 10:02:16,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:16,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt... +31: [2023-05-15 10:02:16,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt... +16: [2023-05-15 10:02:16,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt... + 9: [2023-05-15 10:02:16,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt... +28: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:16,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +30: [2023-05-15 10:02:16,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt... +18: [2023-05-15 10:02:16,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt... + 5: [2023-05-15 10:02:16,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt... + 1: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt... + 2: [2023-05-15 10:02:17,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt... + 7: [2023-05-15 10:02:17,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt... +11: [2023-05-15 10:02:17,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 3: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt... +21: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt... +13: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt... +14: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 6: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt... +22: [2023-05-15 10:02:17,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt... +27: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: > overriding learning rate value to 0.0002 + 0: > overriding minimum learning rate value to 2e-05 + 0: > overriding warmup iterations value to 0 + 0: > overriding total number of iterations value to 1 + 0: > overriding decay style value to cosine +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt... +10: [2023-05-15 10:02:17,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... + 0: [2023-05-15 10:02:17,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 0: [2023-05-15 10:02:17,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt. +17: [2023-05-15 10:02:17,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt... +20: [2023-05-15 10:02:17,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt... + 3: [2023-05-15 10:02:17,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. +17: [2023-05-15 10:02:17,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt... +17: [2023-05-15 10:02:17,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt. + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt... + 6: [2023-05-15 10:02:17,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt... +30: [2023-05-15 10:02:17,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt... + 0: [2023-05-15 10:02:17,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt... +17: [2023-05-15 10:02:17,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt... +12: [2023-05-15 10:02:17,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,256] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 100 +12: [2023-05-15 10:02:17,261] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 100 + 8: [2023-05-15 10:02:17,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,264] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 71 + 8: [2023-05-15 10:02:17,268] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 71 +29: [2023-05-15 10:02:17,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,281] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 235 +29: [2023-05-15 10:02:17,285] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 235 + 8: [2023-05-15 10:02:17,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,296] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 65 + 8: [2023-05-15 10:02:17,301] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 65 +23: [2023-05-15 10:02:17,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,307] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 184 +23: [2023-05-15 10:02:17,312] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 184 +12: [2023-05-15 10:02:17,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,337] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 103 +26: [2023-05-15 10:02:17,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,339] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 209 +12: [2023-05-15 10:02:17,342] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 103 +26: [2023-05-15 10:02:17,344] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 209 + 1: [2023-05-15 10:02:17,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,345] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 12 + 5: [2023-05-15 10:02:17,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,346] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 47 + 1: [2023-05-15 10:02:17,350] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 12 +23: [2023-05-15 10:02:17,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,351] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 185 + 5: [2023-05-15 10:02:17,352] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 47 +23: [2023-05-15 10:02:17,357] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 185 +16: [2023-05-15 10:02:17,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,357] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 134 +16: [2023-05-15 10:02:17,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,359] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 135 +12: [2023-05-15 10:02:17,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,361] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 101 +16: [2023-05-15 10:02:17,363] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 134 +16: [2023-05-15 10:02:17,364] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 135 +12: [2023-05-15 10:02:17,366] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 101 + 9: [2023-05-15 10:02:17,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,368] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 72 +12: [2023-05-15 10:02:17,368] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 97 +12: [2023-05-15 10:02:17,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,371] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 96 + 9: [2023-05-15 10:02:17,373] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 72 +12: [2023-05-15 10:02:17,377] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 97 +12: [2023-05-15 10:02:17,377] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 96 + 8: [2023-05-15 10:02:17,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,380] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 67 +12: [2023-05-15 10:02:17,380] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 102 + 8: [2023-05-15 10:02:17,385] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 67 +12: [2023-05-15 10:02:17,385] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 102 +23: [2023-05-15 10:02:17,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,391] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 188 + 1: [2023-05-15 10:02:17,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 10 + 4: [2023-05-15 10:02:17,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 37 +26: [2023-05-15 10:02:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,394] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 213 +23: [2023-05-15 10:02:17,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,395] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 187 +23: [2023-05-15 10:02:17,396] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 188 + 1: [2023-05-15 10:02:17,397] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 10 +31: [2023-05-15 10:02:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,397] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 37 +31: [2023-05-15 10:02:17,397] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 250 +22: [2023-05-15 10:02:17,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,398] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 179 +26: [2023-05-15 10:02:17,399] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 213 +25: [2023-05-15 10:02:17,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,400] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 187 +25: [2023-05-15 10:02:17,401] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 204 +31: [2023-05-15 10:02:17,402] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 250 +22: [2023-05-15 10:02:17,403] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 179 +25: [2023-05-15 10:02:17,406] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 204 + 8: [2023-05-15 10:02:17,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt. + 8: [2023-05-15 10:02:17,423] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 66 + 8: [2023-05-15 10:02:17,429] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 66 +31: [2023-05-15 10:02:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 251 +26: [2023-05-15 10:02:17,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 212 +12: [2023-05-15 10:02:17,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,434] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 99 +26: [2023-05-15 10:02:17,435] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 212 +31: [2023-05-15 10:02:17,435] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 251 +12: [2023-05-15 10:02:17,439] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 99 +21: [2023-05-15 10:02:17,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,442] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 170 +26: [2023-05-15 10:02:17,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,443] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 211 +28: [2023-05-15 10:02:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 225 +28: [2023-05-15 10:02:17,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 227 +24: [2023-05-15 10:02:17,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 194 +31: [2023-05-15 10:02:17,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,446] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 254 +21: [2023-05-15 10:02:17,447] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 170 +26: [2023-05-15 10:02:17,448] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 211 + 8: [2023-05-15 10:02:17,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,449] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 225 + 8: [2023-05-15 10:02:17,449] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 69 +28: [2023-05-15 10:02:17,450] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 227 +24: [2023-05-15 10:02:17,451] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 194 + 4: [2023-05-15 10:02:17,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,452] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 33 +31: [2023-05-15 10:02:17,452] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 254 +24: [2023-05-15 10:02:17,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,453] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 196 +25: [2023-05-15 10:02:17,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,455] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 231 +25: [2023-05-15 10:02:17,455] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 207 + 8: [2023-05-15 10:02:17,455] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 69 +15: [2023-05-15 10:02:17,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,456] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 124 + 4: [2023-05-15 10:02:17,457] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 33 +24: [2023-05-15 10:02:17,458] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 196 +25: [2023-05-15 10:02:17,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,458] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 200 +24: [2023-05-15 10:02:17,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,459] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 199 +25: [2023-05-15 10:02:17,459] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 207 +28: [2023-05-15 10:02:17,460] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 231 +15: [2023-05-15 10:02:17,462] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 124 +25: [2023-05-15 10:02:17,463] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 200 +24: [2023-05-15 10:02:17,464] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 199 +22: [2023-05-15 10:02:17,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,470] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 180 +18: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 147 + 9: [2023-05-15 10:02:17,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 210 + 6: [2023-05-15 10:02:17,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 54 + 9: [2023-05-15 10:02:17,472] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 75 + 9: [2023-05-15 10:02:17,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,473] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 77 +26: [2023-05-15 10:02:17,476] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 210 +22: [2023-05-15 10:02:17,476] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 180 +18: [2023-05-15 10:02:17,476] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 147 + 9: [2023-05-15 10:02:17,477] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 75 + 9: [2023-05-15 10:02:17,478] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 77 + 6: [2023-05-15 10:02:17,478] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 54 +23: [2023-05-15 10:02:17,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,481] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 191 +15: [2023-05-15 10:02:17,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt. +26: [2023-05-15 10:02:17,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,484] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 122 +26: [2023-05-15 10:02:17,484] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 208 +23: [2023-05-15 10:02:17,486] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 191 +15: [2023-05-15 10:02:17,488] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 122 +26: [2023-05-15 10:02:17,489] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 208 +29: [2023-05-15 10:02:17,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,493] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 236 +25: [2023-05-15 10:02:17,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,497] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 202 +25: [2023-05-15 10:02:17,497] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 206 +29: [2023-05-15 10:02:17,498] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 236 + 4: [2023-05-15 10:02:17,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,499] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 34 +12: [2023-05-15 10:02:17,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt. +12: [2023-05-15 10:02:17,500] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 98 +24: [2023-05-15 10:02:17,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,501] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 192 +24: [2023-05-15 10:02:17,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,502] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 198 +29: [2023-05-15 10:02:17,502] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 232 +25: [2023-05-15 10:02:17,502] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 202 +10: [2023-05-15 10:02:17,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,504] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 82 + 4: [2023-05-15 10:02:17,504] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 34 +21: [2023-05-15 10:02:17,504] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 169 +25: [2023-05-15 10:02:17,505] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 206 +11: [2023-05-15 10:02:17,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,506] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 192 +11: [2023-05-15 10:02:17,507] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 94 +29: [2023-05-15 10:02:17,507] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 232 +12: [2023-05-15 10:02:17,508] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 98 +10: [2023-05-15 10:02:17,508] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 82 +24: [2023-05-15 10:02:17,508] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 198 +26: [2023-05-15 10:02:17,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,509] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 169 +26: [2023-05-15 10:02:17,509] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 215 + 8: [2023-05-15 10:02:17,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,512] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 94 + 8: [2023-05-15 10:02:17,512] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 64 +15: [2023-05-15 10:02:17,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,514] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 123 +26: [2023-05-15 10:02:17,515] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 215 + 4: [2023-05-15 10:02:17,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,516] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 39 + 8: [2023-05-15 10:02:17,518] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 64 + 2: [2023-05-15 10:02:17,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,518] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 19 +15: [2023-05-15 10:02:17,519] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 123 + 4: [2023-05-15 10:02:17,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,521] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 38 +29: [2023-05-15 10:02:17,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,521] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 39 +29: [2023-05-15 10:02:17,521] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 234 +23: [2023-05-15 10:02:17,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,523] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 186 +26: [2023-05-15 10:02:17,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,523] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 19 +26: [2023-05-15 10:02:17,524] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 214 + 5: [2023-05-15 10:02:17,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,525] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 45 + 5: [2023-05-15 10:02:17,525] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 43 + 6: [2023-05-15 10:02:17,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,526] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 38 + 6: [2023-05-15 10:02:17,526] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 53 +29: [2023-05-15 10:02:17,526] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 234 +23: [2023-05-15 10:02:17,527] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 186 +23: [2023-05-15 10:02:17,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,527] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 190 +26: [2023-05-15 10:02:17,529] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 214 + 6: [2023-05-15 10:02:17,530] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 53 + 5: [2023-05-15 10:02:17,531] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 43 + 5: [2023-05-15 10:02:17,531] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 45 +28: [2023-05-15 10:02:17,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,532] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 190 +28: [2023-05-15 10:02:17,532] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 224 +13: [2023-05-15 10:02:17,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,533] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 105 +13: [2023-05-15 10:02:17,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,534] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 205 +13: [2023-05-15 10:02:17,534] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 108 +20: [2023-05-15 10:02:17,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,534] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 167 + 4: [2023-05-15 10:02:17,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,536] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 32 +28: [2023-05-15 10:02:17,537] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 224 + 1: [2023-05-15 10:02:17,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,538] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 205 +13: [2023-05-15 10:02:17,538] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 105 + 1: [2023-05-15 10:02:17,539] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 9 +20: [2023-05-15 10:02:17,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 167 +13: [2023-05-15 10:02:17,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 108 +24: [2023-05-15 10:02:17,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,541] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 195 + 4: [2023-05-15 10:02:17,542] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 32 + 1: [2023-05-15 10:02:17,543] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 9 + 1: [2023-05-15 10:02:17,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,545] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 13 +16: [2023-05-15 10:02:17,545] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 130 +11: [2023-05-15 10:02:17,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,546] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 195 +11: [2023-05-15 10:02:17,546] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 91 +24: [2023-05-15 10:02:17,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,547] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 193 +15: [2023-05-15 10:02:17,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,548] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 121 + 1: [2023-05-15 10:02:17,549] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 13 +16: [2023-05-15 10:02:17,549] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 130 +29: [2023-05-15 10:02:17,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,551] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 233 +11: [2023-05-15 10:02:17,551] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 91 +19: [2023-05-15 10:02:17,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,552] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 193 +19: [2023-05-15 10:02:17,552] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 156 +15: [2023-05-15 10:02:17,553] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 121 + 4: [2023-05-15 10:02:17,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,557] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 233 + 4: [2023-05-15 10:02:17,557] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 35 +19: [2023-05-15 10:02:17,557] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 156 + 9: [2023-05-15 10:02:17,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,560] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 74 + 3: [2023-05-15 10:02:17,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt. + 3: [2023-05-15 10:02:17,561] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 30 +25: [2023-05-15 10:02:17,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,561] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 203 +20: [2023-05-15 10:02:17,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,562] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 166 + 4: [2023-05-15 10:02:17,562] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 35 + 5: [2023-05-15 10:02:17,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,563] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 40 + 7: [2023-05-15 10:02:17,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,563] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 120 + 7: [2023-05-15 10:02:17,564] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 56 +14: [2023-05-15 10:02:17,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,564] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 118 +19: [2023-05-15 10:02:17,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,566] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 158 +25: [2023-05-15 10:02:17,566] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 203 +20: [2023-05-15 10:02:17,566] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 166 +13: [2023-05-15 10:02:17,566] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 107 + 9: [2023-05-15 10:02:17,567] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 74 + 3: [2023-05-15 10:02:17,567] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 30 +15: [2023-05-15 10:02:17,568] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 120 +14: [2023-05-15 10:02:17,569] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 118 + 7: [2023-05-15 10:02:17,569] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 56 + 5: [2023-05-15 10:02:17,569] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 40 +15: [2023-05-15 10:02:17,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt. + 3: [2023-05-15 10:02:17,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,570] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 126 + 2: [2023-05-15 10:02:17,570] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 20 + 3: [2023-05-15 10:02:17,570] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 28 +19: [2023-05-15 10:02:17,571] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 158 +13: [2023-05-15 10:02:17,572] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 107 +13: [2023-05-15 10:02:17,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,573] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 106 +19: [2023-05-15 10:02:17,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,574] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 159 + 3: [2023-05-15 10:02:17,575] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 28 +10: [2023-05-15 10:02:17,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,575] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 20 +15: [2023-05-15 10:02:17,575] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 126 + 1: [2023-05-15 10:02:17,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,576] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 85 + 1: [2023-05-15 10:02:17,576] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 8 +13: [2023-05-15 10:02:17,578] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 106 +19: [2023-05-15 10:02:17,579] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 159 +31: [2023-05-15 10:02:17,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,580] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 249 + 7: [2023-05-15 10:02:17,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,581] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 85 + 7: [2023-05-15 10:02:17,581] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 58 +11: [2023-05-15 10:02:17,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,582] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 8 +11: [2023-05-15 10:02:17,582] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 92 +27: [2023-05-15 10:02:17,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,583] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 218 +19: [2023-05-15 10:02:17,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,585] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 157 +20: [2023-05-15 10:02:17,585] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 164 +31: [2023-05-15 10:02:17,585] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 249 +31: [2023-05-15 10:02:17,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,586] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 255 + 7: [2023-05-15 10:02:17,587] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 58 + 6: [2023-05-15 10:02:17,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,587] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 92 + 6: [2023-05-15 10:02:17,587] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 48 +20: [2023-05-15 10:02:17,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,589] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 218 +18: [2023-05-15 10:02:17,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,589] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 163 +18: [2023-05-15 10:02:17,589] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 144 + 8: [2023-05-15 10:02:17,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,590] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 157 + 8: [2023-05-15 10:02:17,591] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 68 +20: [2023-05-15 10:02:17,591] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 164 +31: [2023-05-15 10:02:17,592] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 255 +23: [2023-05-15 10:02:17,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 189 +21: [2023-05-15 10:02:17,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 175 + 9: [2023-05-15 10:02:17,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 73 + 6: [2023-05-15 10:02:17,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 48 +20: [2023-05-15 10:02:17,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 163 +18: [2023-05-15 10:02:17,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 144 + 8: [2023-05-15 10:02:17,596] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 68 + 3: [2023-05-15 10:02:17,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt. +23: [2023-05-15 10:02:17,597] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 189 + 3: [2023-05-15 10:02:17,597] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 26 +18: [2023-05-15 10:02:17,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,598] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 73 +18: [2023-05-15 10:02:17,598] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 149 +21: [2023-05-15 10:02:17,598] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 175 +16: [2023-05-15 10:02:17,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,602] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 128 +16: [2023-05-15 10:02:17,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,603] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 132 +30: [2023-05-15 10:02:17,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,603] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 177 +18: [2023-05-15 10:02:17,603] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 149 +30: [2023-05-15 10:02:17,603] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 246 + 3: [2023-05-15 10:02:17,604] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 26 + 7: [2023-05-15 10:02:17,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,605] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 60 +14: [2023-05-15 10:02:17,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,606] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 116 +14: [2023-05-15 10:02:17,606] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 119 +15: [2023-05-15 10:02:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,607] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 125 +16: [2023-05-15 10:02:17,607] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 128 +16: [2023-05-15 10:02:17,608] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 132 +22: [2023-05-15 10:02:17,608] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 177 +30: [2023-05-15 10:02:17,609] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 246 +16: [2023-05-15 10:02:17,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,610] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 60 +16: [2023-05-15 10:02:17,610] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 129 +11: [2023-05-15 10:02:17,610] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 93 + 1: [2023-05-15 10:02:17,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 15 +22: [2023-05-15 10:02:17,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 183 +10: [2023-05-15 10:02:17,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 81 +14: [2023-05-15 10:02:17,611] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 119 + 8: [2023-05-15 10:02:17,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,612] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 116 + 8: [2023-05-15 10:02:17,612] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 70 +15: [2023-05-15 10:02:17,612] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 125 +16: [2023-05-15 10:02:17,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 129 +22: [2023-05-15 10:02:17,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,615] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 178 +11: [2023-05-15 10:02:17,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 93 +22: [2023-05-15 10:02:17,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,616] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 181 +22: [2023-05-15 10:02:17,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 183 + 1: [2023-05-15 10:02:17,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 15 +10: [2023-05-15 10:02:17,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 81 +13: [2023-05-15 10:02:17,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,617] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 237 + 8: [2023-05-15 10:02:17,617] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 70 + 1: [2023-05-15 10:02:17,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,617] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 111 +11: [2023-05-15 10:02:17,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,618] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 11 +11: [2023-05-15 10:02:17,619] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 95 +28: [2023-05-15 10:02:17,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,615] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 228 +19: [2023-05-15 10:02:17,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,620] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 155 +22: [2023-05-15 10:02:17,621] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 178 +28: [2023-05-15 10:02:17,621] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 228 +22: [2023-05-15 10:02:17,622] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 181 + 1: [2023-05-15 10:02:17,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 11 +29: [2023-05-15 10:02:17,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 237 +11: [2023-05-15 10:02:17,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 95 +13: [2023-05-15 10:02:17,624] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 111 + 3: [2023-05-15 10:02:17,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,625] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 155 + 3: [2023-05-15 10:02:17,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 27 +10: [2023-05-15 10:02:17,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 80 +25: [2023-05-15 10:02:17,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt. +25: [2023-05-15 10:02:17,628] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 201 +22: [2023-05-15 10:02:17,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,628] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 176 + 7: [2023-05-15 10:02:17,629] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 63 +14: [2023-05-15 10:02:17,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,630] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 80 +14: [2023-05-15 10:02:17,630] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 113 + 3: [2023-05-15 10:02:17,630] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 27 +18: [2023-05-15 10:02:17,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,630] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 154 +18: [2023-05-15 10:02:17,631] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 146 +18: [2023-05-15 10:02:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,632] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 148 +21: [2023-05-15 10:02:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,633] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 168 +25: [2023-05-15 10:02:17,633] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 201 +22: [2023-05-15 10:02:17,633] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 176 + 7: [2023-05-15 10:02:17,634] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 63 +19: [2023-05-15 10:02:17,635] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 154 +29: [2023-05-15 10:02:17,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 238 +18: [2023-05-15 10:02:17,636] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 146 +14: [2023-05-15 10:02:17,636] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 113 +19: [2023-05-15 10:02:17,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 152 +15: [2023-05-15 10:02:17,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 127 +27: [2023-05-15 10:02:17,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,638] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 148 +27: [2023-05-15 10:02:17,638] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 220 + 5: [2023-05-15 10:02:17,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,638] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 41 +21: [2023-05-15 10:02:17,639] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 168 +28: [2023-05-15 10:02:17,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,639] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 226 + 6: [2023-05-15 10:02:17,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,640] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 49 +19: [2023-05-15 10:02:17,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 152 +18: [2023-05-15 10:02:17,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt. +15: [2023-05-15 10:02:17,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 127 +18: [2023-05-15 10:02:17,641] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 145 + 7: [2023-05-15 10:02:17,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 238 + 7: [2023-05-15 10:02:17,642] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 57 +20: [2023-05-15 10:02:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,643] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 161 +18: [2023-05-15 10:02:17,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 41 +28: [2023-05-15 10:02:17,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 226 +18: [2023-05-15 10:02:17,643] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 151 +27: [2023-05-15 10:02:17,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 220 +10: [2023-05-15 10:02:17,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,645] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 87 + 3: [2023-05-15 10:02:17,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt. + 3: [2023-05-15 10:02:17,645] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 31 +18: [2023-05-15 10:02:17,645] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 145 + 6: [2023-05-15 10:02:17,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 49 + 7: [2023-05-15 10:02:17,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 57 + 7: [2023-05-15 10:02:17,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,648] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 161 + 7: [2023-05-15 10:02:17,648] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 62 +18: [2023-05-15 10:02:17,649] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 151 + 0: [2023-05-15 10:02:17,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,649] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 87 + 0: [2023-05-15 10:02:17,649] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 4 + 9: [2023-05-15 10:02:17,649] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 78 +14: [2023-05-15 10:02:17,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,651] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 115 + 3: [2023-05-15 10:02:17,652] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 31 +20: [2023-05-15 10:02:17,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,652] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 162 + 7: [2023-05-15 10:02:17,653] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 62 + 9: [2023-05-15 10:02:17,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,654] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 76 + 3: [2023-05-15 10:02:17,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,654] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 78 + 3: [2023-05-15 10:02:17,655] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 25 +30: [2023-05-15 10:02:17,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,655] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 240 + 0: [2023-05-15 10:02:17,655] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 4 + 0: [2023-05-15 10:02:17,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,657] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 162 + 0: [2023-05-15 10:02:17,657] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 5 +21: [2023-05-15 10:02:17,657] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 172 +14: [2023-05-15 10:02:17,658] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 115 + 9: [2023-05-15 10:02:17,658] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 76 +31: [2023-05-15 10:02:17,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,659] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 252 + 2: [2023-05-15 10:02:17,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,660] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 253 + 2: [2023-05-15 10:02:17,660] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 23 + 3: [2023-05-15 10:02:17,660] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 25 +30: [2023-05-15 10:02:17,661] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 240 + 0: [2023-05-15 10:02:17,662] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 5 +21: [2023-05-15 10:02:17,663] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 172 +31: [2023-05-15 10:02:17,664] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 252 +16: [2023-05-15 10:02:17,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,665] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 131 + 3: [2023-05-15 10:02:17,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,665] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 23 + 3: [2023-05-15 10:02:17,666] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 24 +27: [2023-05-15 10:02:17,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,666] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 222 +31: [2023-05-15 10:02:17,667] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 253 +30: [2023-05-15 10:02:17,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,669] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 242 + 3: [2023-05-15 10:02:17,670] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 24 +16: [2023-05-15 10:02:17,671] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 131 + 4: [2023-05-15 10:02:17,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt. + 4: [2023-05-15 10:02:17,671] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 36 +27: [2023-05-15 10:02:17,672] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 222 +21: [2023-05-15 10:02:17,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,673] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 173 + 2: [2023-05-15 10:02:17,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,674] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 242 + 2: [2023-05-15 10:02:17,675] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 16 +10: [2023-05-15 10:02:17,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,676] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 86 + 4: [2023-05-15 10:02:17,677] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 36 +19: [2023-05-15 10:02:17,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt. +19: [2023-05-15 10:02:17,678] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 153 +21: [2023-05-15 10:02:17,679] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 173 + 1: [2023-05-15 10:02:17,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt. + 1: [2023-05-15 10:02:17,680] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 14 + 2: [2023-05-15 10:02:17,680] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 16 + 2: [2023-05-15 10:02:17,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,681] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 18 + 5: [2023-05-15 10:02:17,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,683] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 44 +19: [2023-05-15 10:02:17,683] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 153 +27: [2023-05-15 10:02:17,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,684] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 219 +10: [2023-05-15 10:02:17,684] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 86 + 1: [2023-05-15 10:02:17,685] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 14 +17: [2023-05-15 10:02:17,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,685] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 141 + 5: [2023-05-15 10:02:17,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt. + 2: [2023-05-15 10:02:17,686] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 18 + 2: [2023-05-15 10:02:17,686] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 22 + 5: [2023-05-15 10:02:17,686] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 42 +30: [2023-05-15 10:02:17,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,686] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 241 +29: [2023-05-15 10:02:17,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt. +29: [2023-05-15 10:02:17,687] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 239 + 5: [2023-05-15 10:02:17,688] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 44 +11: [2023-05-15 10:02:17,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,689] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 88 + 6: [2023-05-15 10:02:17,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,689] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 51 +27: [2023-05-15 10:02:17,690] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 219 + 3: [2023-05-15 10:02:17,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,691] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 141 +29: [2023-05-15 10:02:17,691] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 239 + 2: [2023-05-15 10:02:17,691] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 22 + 3: [2023-05-15 10:02:17,692] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 29 +30: [2023-05-15 10:02:17,693] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 241 + 5: [2023-05-15 10:02:17,693] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 42 + 5: [2023-05-15 10:02:17,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,693] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 88 +21: [2023-05-15 10:02:17,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt. + 5: [2023-05-15 10:02:17,694] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 46 +21: [2023-05-15 10:02:17,694] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 174 + 6: [2023-05-15 10:02:17,695] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 51 +14: [2023-05-15 10:02:17,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,696] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 112 +17: [2023-05-15 10:02:17,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,697] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 138 + 7: [2023-05-15 10:02:17,697] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 59 + 3: [2023-05-15 10:02:17,698] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 29 +17: [2023-05-15 10:02:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,699] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 136 + 5: [2023-05-15 10:02:17,699] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 46 + 2: [2023-05-15 10:02:17,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,700] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 174 + 2: [2023-05-15 10:02:17,700] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 21 +24: [2023-05-15 10:02:17,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt. +18: [2023-05-15 10:02:17,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt. +24: [2023-05-15 10:02:17,701] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 197 +18: [2023-05-15 10:02:17,701] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 150 +11: [2023-05-15 10:02:17,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,702] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 138 +11: [2023-05-15 10:02:17,702] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 90 + 7: [2023-05-15 10:02:17,702] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 59 +14: [2023-05-15 10:02:17,702] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 112 +11: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt. + 7: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt. +11: [2023-05-15 10:02:17,703] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 89 +28: [2023-05-15 10:02:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,704] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 84 +28: [2023-05-15 10:02:17,704] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 229 +17: [2023-05-15 10:02:17,704] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 136 + 7: [2023-05-15 10:02:17,704] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 61 +14: [2023-05-15 10:02:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,705] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 117 + 2: [2023-05-15 10:02:17,705] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 21 +24: [2023-05-15 10:02:17,706] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 197 +11: [2023-05-15 10:02:17,707] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 90 +18: [2023-05-15 10:02:17,707] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 150 + 7: [2023-05-15 10:02:17,708] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 61 +11: [2023-05-15 10:02:17,708] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 89 +10: [2023-05-15 10:02:17,708] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 84 +28: [2023-05-15 10:02:17,709] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 229 +14: [2023-05-15 10:02:17,711] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 117 +14: [2023-05-15 10:02:17,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt. +14: [2023-05-15 10:02:17,715] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 114 +17: [2023-05-15 10:02:17,715] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 137 + 0: [2023-05-15 10:02:17,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,718] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 1 +17: [2023-05-15 10:02:17,720] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 137 +14: [2023-05-15 10:02:17,720] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 114 +30: [2023-05-15 10:02:17,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,722] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 245 + 2: [2023-05-15 10:02:17,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,724] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 1 +28: [2023-05-15 10:02:17,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt. +28: [2023-05-15 10:02:17,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 230 + 2: [2023-05-15 10:02:17,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 17 +20: [2023-05-15 10:02:17,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,726] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 165 + 0: [2023-05-15 10:02:17,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,728] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 245 + 0: [2023-05-15 10:02:17,729] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 2 +17: [2023-05-15 10:02:17,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt. +22: [2023-05-15 10:02:17,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,729] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 143 +22: [2023-05-15 10:02:17,729] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 182 +28: [2023-05-15 10:02:17,729] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 230 + 2: [2023-05-15 10:02:17,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 17 +20: [2023-05-15 10:02:17,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 165 + 0: [2023-05-15 10:02:17,733] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 2 +17: [2023-05-15 10:02:17,734] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 143 + 6: [2023-05-15 10:02:17,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,735] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 50 +22: [2023-05-15 10:02:17,736] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 182 +13: [2023-05-15 10:02:17,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt. +21: [2023-05-15 10:02:17,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt. +10: [2023-05-15 10:02:17,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,737] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 109 +21: [2023-05-15 10:02:17,737] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 171 +10: [2023-05-15 10:02:17,738] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 83 +17: [2023-05-15 10:02:17,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,738] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 140 + 6: [2023-05-15 10:02:17,740] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 50 +13: [2023-05-15 10:02:17,742] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 109 +10: [2023-05-15 10:02:17,742] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 83 +21: [2023-05-15 10:02:17,743] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 171 +17: [2023-05-15 10:02:17,744] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 140 +27: [2023-05-15 10:02:17,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,751] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 217 +27: [2023-05-15 10:02:17,751] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 216 + 9: [2023-05-15 10:02:17,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,753] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 79 +31: [2023-05-15 10:02:17,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt. +31: [2023-05-15 10:02:17,755] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 248 +27: [2023-05-15 10:02:17,757] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 217 +27: [2023-05-15 10:02:17,757] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 216 + 6: [2023-05-15 10:02:17,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt. + 9: [2023-05-15 10:02:17,759] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 79 + 6: [2023-05-15 10:02:17,759] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 55 +31: [2023-05-15 10:02:17,759] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 248 + 0: [2023-05-15 10:02:17,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,761] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 7 + 6: [2023-05-15 10:02:17,765] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 55 + 0: [2023-05-15 10:02:17,767] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 7 + 0: [2023-05-15 10:02:17,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,774] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 0 +27: [2023-05-15 10:02:17,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,777] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 223 +30: [2023-05-15 10:02:17,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,778] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 244 + 0: [2023-05-15 10:02:17,779] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 0 + 0: could not find arguments in the checkpoint ... + 0: checkpoint version 3.0 +27: [2023-05-15 10:02:17,783] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 223 +30: [2023-05-15 10:02:17,783] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 244 + 0: [2023-05-15 10:02:17,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,797] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 6 +13: [2023-05-15 10:02:17,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,800] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 104 + 0: [2023-05-15 10:02:17,803] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 6 + 6: [2023-05-15 10:02:17,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt. + 6: [2023-05-15 10:02:17,804] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 52 +13: [2023-05-15 10:02:17,806] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 104 + 6: [2023-05-15 10:02:17,811] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 52 +30: [2023-05-15 10:02:17,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt. +20: [2023-05-15 10:02:17,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,812] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 243 +20: [2023-05-15 10:02:17,812] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 160 +30: [2023-05-15 10:02:17,817] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 243 +20: [2023-05-15 10:02:17,818] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 160 +13: [2023-05-15 10:02:17,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt. +13: [2023-05-15 10:02:17,820] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 110 +13: [2023-05-15 10:02:17,826] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 110 + 0: [2023-05-15 10:02:17,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt. + 0: [2023-05-15 10:02:17,839] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 3 + 0: [2023-05-15 10:02:17,845] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 3 +30: [2023-05-15 10:02:17,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt. +30: [2023-05-15 10:02:17,856] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 247 +27: [2023-05-15 10:02:17,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt. +27: [2023-05-15 10:02:17,859] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 221 +17: [2023-05-15 10:02:17,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,861] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 142 +30: [2023-05-15 10:02:17,862] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 247 +27: [2023-05-15 10:02:17,865] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 221 +17: [2023-05-15 10:02:17,866] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 142 +17: [2023-05-15 10:02:17,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt. +17: [2023-05-15 10:02:17,886] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 139 +17: [2023-05-15 10:02:17,891] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 139 +16: [2023-05-15 10:02:17,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt. +16: [2023-05-15 10:02:17,910] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 133 +16: [2023-05-15 10:02:17,915] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 133 + 0: successfully loaded checkpoint from lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 at iteration 0 +31: time (ms) | load-checkpoint: 21013.71 + 0: estimated model parameters: 3.089856 + 0: estimated model parameters without embeddings: 2.949133824 + 0: [after model, optimizer, and learning rate scheduler are built] datetime: 2023-05-15 10:02:19 + 0: > building train, validation, and test datasets ... + 0: > datasets target sizes (minimum size): + 0: train: 1 + 0: validation: 102400 + 0: test: 102400 + 0: > building train, validation, and test datasets for GPT ... + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.048964 seconds + 0: number of documents: 3133972 + 0: > dataset split: + 0: train: + 0: document indices in [0, 3133972) total of 3133972 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_shuffle_idx.npy + 0: loaded indexed file in 0.113 seconds + 0: total number of samples: 731002 + 0: total number of epochs: 1 + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.079525 seconds + 0: number of documents: 364608 + 0: > dataset split: + 0: validation: + 0: document indices in [0, 364608) total of 364608 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_1234s_shuffle_idx.npy + 0: loaded indexed file in 0.139 seconds + 0: total number of samples: 169955 + 0: total number of epochs: 2 + 0: > finished creating GPT datasets ... + 0: [after dataloaders are built] datetime: 2023-05-15 10:02:27 + 0: done with setup ... + 0: training ... +31: time (ms) | model-and-optimizer-setup: 43965.43 | train/valid/test-data-iterators-setup: 7284.38 + 0: [after training is done] datetime: 2023-05-15 10:02:27 +31: ----------------------------------------------------------------------------------------------------------------- +31: validation loss at the end of training for val data | lm loss value: 2.520537E+00 | lm loss PPL: 1.243527E+01 | +31: ----------------------------------------------------------------------------------------------------------------- +END 3523361: Mon 15 May 2023 10:04:44 AM EEST diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_0.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_1.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_2.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_3.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_4.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_5.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-web_nlg_en_PALM_prompt_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_0.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_1.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_2.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_3.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_4.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_5.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_GEM-wiki_lingua_en_tldr_en_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_0.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_1.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_2.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_3.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_4.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_4.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_5.jsonl b/4b284b12bc4opt4/evaluation/generation/examples.4b284b12bc4opt4_gem_xsum_article_DOC_summary_5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_0.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_0.json new file mode 100644 index 0000000000000000000000000000000000000000..9d0211230c963ffdb61f0be07289c69317364714 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_0.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.345, + "acc_stderr": 0.015039986742055237 + }, + "anli_r2": { + "acc": 0.338, + "acc_stderr": 0.01496596071022449 + }, + "anli_r3": { + "acc": 0.3441666666666667, + "acc_stderr": 0.013720551062295756 + }, + "cb": { + "acc": 0.375, + "acc_stderr": 0.06527912098338669, + "f1": 0.1986111111111111 + }, + "copa": { + "acc": 0.8, + "acc_stderr": 0.040201512610368445 + }, + "hellaswag": { + "acc": 0.4736108344951205, + "acc_stderr": 0.004982826916687145, + "acc_norm": 0.6177056363274248, + "acc_norm_stderr": 0.0048495478191344825 + }, + "rte": { + "acc": 0.5523465703971119, + "acc_stderr": 0.02993107036293953 + }, + "winogrande": { + "acc": 0.5872138910812944, + "acc_stderr": 0.013837060648682103 + }, + "storycloze_2016": { + "acc": 0.7049706039551042, + "acc_stderr": 0.010546232606962287 + }, + "boolq": { + "acc": 0.5091743119266054, + "acc_stderr": 0.00874358274491014 + }, + "arc_easy": { + "acc": 0.5753367003367004, + "acc_stderr": 0.01014265368748041, + "acc_norm": 0.515993265993266, + "acc_norm_stderr": 0.01025453358928818 + }, + "arc_challenge": { + "acc": 0.2713310580204778, + "acc_stderr": 0.012993807727545797, + "acc_norm": 0.2909556313993174, + "acc_norm_stderr": 0.013273077865907573 + }, + "sciq": { + "acc": 0.842, + "acc_stderr": 0.01153989467755957, + "acc_norm": 0.751, + "acc_norm_stderr": 0.013681600278702301 + }, + "piqa": { + "acc": 0.7388465723612623, + "acc_stderr": 0.01024873864993558, + "acc_norm": 0.7437431991294886, + "acc_norm_stderr": 0.010185787831565058 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_0_lm-eval_global_step109672_2023-05-15-10-12-47_0shots_backup.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_0_lm-eval_global_step109672_2023-05-15-10-12-47_0shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..9d0211230c963ffdb61f0be07289c69317364714 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_0_lm-eval_global_step109672_2023-05-15-10-12-47_0shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.345, + "acc_stderr": 0.015039986742055237 + }, + "anli_r2": { + "acc": 0.338, + "acc_stderr": 0.01496596071022449 + }, + "anli_r3": { + "acc": 0.3441666666666667, + "acc_stderr": 0.013720551062295756 + }, + "cb": { + "acc": 0.375, + "acc_stderr": 0.06527912098338669, + "f1": 0.1986111111111111 + }, + "copa": { + "acc": 0.8, + "acc_stderr": 0.040201512610368445 + }, + "hellaswag": { + "acc": 0.4736108344951205, + "acc_stderr": 0.004982826916687145, + "acc_norm": 0.6177056363274248, + "acc_norm_stderr": 0.0048495478191344825 + }, + "rte": { + "acc": 0.5523465703971119, + "acc_stderr": 0.02993107036293953 + }, + "winogrande": { + "acc": 0.5872138910812944, + "acc_stderr": 0.013837060648682103 + }, + "storycloze_2016": { + "acc": 0.7049706039551042, + "acc_stderr": 0.010546232606962287 + }, + "boolq": { + "acc": 0.5091743119266054, + "acc_stderr": 0.00874358274491014 + }, + "arc_easy": { + "acc": 0.5753367003367004, + "acc_stderr": 0.01014265368748041, + "acc_norm": 0.515993265993266, + "acc_norm_stderr": 0.01025453358928818 + }, + "arc_challenge": { + "acc": 0.2713310580204778, + "acc_stderr": 0.012993807727545797, + "acc_norm": 0.2909556313993174, + "acc_norm_stderr": 0.013273077865907573 + }, + "sciq": { + "acc": 0.842, + "acc_stderr": 0.01153989467755957, + "acc_norm": 0.751, + "acc_norm_stderr": 0.013681600278702301 + }, + "piqa": { + "acc": 0.7388465723612623, + "acc_stderr": 0.01024873864993558, + "acc_norm": 0.7437431991294886, + "acc_norm_stderr": 0.010185787831565058 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_1.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_1.json new file mode 100644 index 0000000000000000000000000000000000000000..c671d993b3f175016326e72c2944d0e7b897f216 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_1.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.327, + "acc_stderr": 0.014842213153411239 + }, + "anli_r2": { + "acc": 0.318, + "acc_stderr": 0.014734079309311901 + }, + "anli_r3": { + "acc": 0.34, + "acc_stderr": 0.013680495725767784 + }, + "cb": { + "acc": 0.42857142857142855, + "acc_stderr": 0.06672848092813057, + "f1": 0.2385663082437276 + }, + "copa": { + "acc": 0.82, + "acc_stderr": 0.038612291966536955 + }, + "hellaswag": { + "acc": 0.4735112527384983, + "acc_stderr": 0.004982774293927781, + "acc_norm": 0.6200955984863573, + "acc_norm_stderr": 0.0048437085503865145 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5872138910812944, + "acc_stderr": 0.013837060648682106 + }, + "storycloze_2016": { + "acc": 0.703901656867985, + "acc_stderr": 0.010557307688475123 + }, + "boolq": { + "acc": 0.536085626911315, + "acc_stderr": 0.008722250102078083 + }, + "arc_easy": { + "acc": 0.5934343434343434, + "acc_stderr": 0.01007905641922353, + "acc_norm": 0.5534511784511784, + "acc_norm_stderr": 0.010200990076245307 + }, + "arc_challenge": { + "acc": 0.28242320819112626, + "acc_stderr": 0.013155456884097224, + "acc_norm": 0.310580204778157, + "acc_norm_stderr": 0.013522292098053054 + }, + "sciq": { + "acc": 0.85, + "acc_stderr": 0.0112972398234093, + "acc_norm": 0.776, + "acc_norm_stderr": 0.013190830072364464 + }, + "piqa": { + "acc": 0.7404787812840044, + "acc_stderr": 0.010227939888173922, + "acc_norm": 0.7578890097932536, + "acc_norm_stderr": 0.009994371269104397 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_1_lm-eval_global_step109672_2023-05-15-10-12-47_1shots_backup.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_1_lm-eval_global_step109672_2023-05-15-10-12-47_1shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..c671d993b3f175016326e72c2944d0e7b897f216 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_1_lm-eval_global_step109672_2023-05-15-10-12-47_1shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.327, + "acc_stderr": 0.014842213153411239 + }, + "anli_r2": { + "acc": 0.318, + "acc_stderr": 0.014734079309311901 + }, + "anli_r3": { + "acc": 0.34, + "acc_stderr": 0.013680495725767784 + }, + "cb": { + "acc": 0.42857142857142855, + "acc_stderr": 0.06672848092813057, + "f1": 0.2385663082437276 + }, + "copa": { + "acc": 0.82, + "acc_stderr": 0.038612291966536955 + }, + "hellaswag": { + "acc": 0.4735112527384983, + "acc_stderr": 0.004982774293927781, + "acc_norm": 0.6200955984863573, + "acc_norm_stderr": 0.0048437085503865145 + }, + "rte": { + "acc": 0.5415162454873647, + "acc_stderr": 0.029992535385373314 + }, + "winogrande": { + "acc": 0.5872138910812944, + "acc_stderr": 0.013837060648682106 + }, + "storycloze_2016": { + "acc": 0.703901656867985, + "acc_stderr": 0.010557307688475123 + }, + "boolq": { + "acc": 0.536085626911315, + "acc_stderr": 0.008722250102078083 + }, + "arc_easy": { + "acc": 0.5934343434343434, + "acc_stderr": 0.01007905641922353, + "acc_norm": 0.5534511784511784, + "acc_norm_stderr": 0.010200990076245307 + }, + "arc_challenge": { + "acc": 0.28242320819112626, + "acc_stderr": 0.013155456884097224, + "acc_norm": 0.310580204778157, + "acc_norm_stderr": 0.013522292098053054 + }, + "sciq": { + "acc": 0.85, + "acc_stderr": 0.0112972398234093, + "acc_norm": 0.776, + "acc_norm_stderr": 0.013190830072364464 + }, + "piqa": { + "acc": 0.7404787812840044, + "acc_stderr": 0.010227939888173922, + "acc_norm": 0.7578890097932536, + "acc_norm_stderr": 0.009994371269104397 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_2.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_2.json new file mode 100644 index 0000000000000000000000000000000000000000..e783231b163f78dca877152314faebbfdcda03b3 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_2.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.334, + "acc_stderr": 0.014922019523732963 + }, + "anli_r2": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r3": { + "acc": 0.35083333333333333, + "acc_stderr": 0.013782212417178197 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.06633634150359541, + "f1": 0.23484848484848486 + }, + "copa": { + "acc": 0.82, + "acc_stderr": 0.03861229196653694 + }, + "hellaswag": { + "acc": 0.4720175263891655, + "acc_stderr": 0.004981961097590806, + "acc_norm": 0.6194981079466242, + "acc_norm_stderr": 0.0048451800342716195 + }, + "rte": { + "acc": 0.5018050541516246, + "acc_stderr": 0.030096267148976626 + }, + "winogrande": { + "acc": 0.584846093133386, + "acc_stderr": 0.013848684086658588 + }, + "storycloze_2016": { + "acc": 0.7135221806520577, + "acc_stderr": 0.01045510591863303 + }, + "boolq": { + "acc": 0.5461773700305811, + "acc_stderr": 0.008707680082127857 + }, + "arc_easy": { + "acc": 0.609006734006734, + "acc_stderr": 0.010012992232540636, + "acc_norm": 0.5614478114478114, + "acc_norm_stderr": 0.010182010275471116 + }, + "arc_challenge": { + "acc": 0.2841296928327645, + "acc_stderr": 0.013179442447653886, + "acc_norm": 0.30887372013651876, + "acc_norm_stderr": 0.013501770929344003 + }, + "sciq": { + "acc": 0.853, + "acc_stderr": 0.011203415395160336, + "acc_norm": 0.783, + "acc_norm_stderr": 0.01304151375727071 + }, + "piqa": { + "acc": 0.7464635473340587, + "acc_stderr": 0.010150090834551786, + "acc_norm": 0.7557127312295974, + "acc_norm_stderr": 0.010024765172284247 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_2_lm-eval_global_step109672_2023-05-15-10-12-47_2shots_backup.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_2_lm-eval_global_step109672_2023-05-15-10-12-47_2shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..e783231b163f78dca877152314faebbfdcda03b3 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_2_lm-eval_global_step109672_2023-05-15-10-12-47_2shots_backup.json @@ -0,0 +1,87 @@ +{ + "results": { + "anli_r1": { + "acc": 0.334, + "acc_stderr": 0.014922019523732963 + }, + "anli_r2": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r3": { + "acc": 0.35083333333333333, + "acc_stderr": 0.013782212417178197 + }, + "cb": { + "acc": 0.4107142857142857, + "acc_stderr": 0.06633634150359541, + "f1": 0.23484848484848486 + }, + "copa": { + "acc": 0.82, + "acc_stderr": 0.03861229196653694 + }, + "hellaswag": { + "acc": 0.4720175263891655, + "acc_stderr": 0.004981961097590806, + "acc_norm": 0.6194981079466242, + "acc_norm_stderr": 0.0048451800342716195 + }, + "rte": { + "acc": 0.5018050541516246, + "acc_stderr": 0.030096267148976626 + }, + "winogrande": { + "acc": 0.584846093133386, + "acc_stderr": 0.013848684086658588 + }, + "storycloze_2016": { + "acc": 0.7135221806520577, + "acc_stderr": 0.01045510591863303 + }, + "boolq": { + "acc": 0.5461773700305811, + "acc_stderr": 0.008707680082127857 + }, + "arc_easy": { + "acc": 0.609006734006734, + "acc_stderr": 0.010012992232540636, + "acc_norm": 0.5614478114478114, + "acc_norm_stderr": 0.010182010275471116 + }, + "arc_challenge": { + "acc": 0.2841296928327645, + "acc_stderr": 0.013179442447653886, + "acc_norm": 0.30887372013651876, + "acc_norm_stderr": 0.013501770929344003 + }, + "sciq": { + "acc": 0.853, + "acc_stderr": 0.011203415395160336, + "acc_norm": 0.783, + "acc_norm_stderr": 0.01304151375727071 + }, + "piqa": { + "acc": 0.7464635473340587, + "acc_stderr": 0.010150090834551786, + "acc_norm": 0.7557127312295974, + "acc_norm_stderr": 0.010024765172284247 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0, + "sciq": 0, + "piqa": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_3.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_3.json new file mode 100644 index 0000000000000000000000000000000000000000..44a3731d4f97cf432abe6e355c1f661d513bc059 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_3.json @@ -0,0 +1,73 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928367 + }, + "anli_r2": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r3": { + "acc": 0.3458333333333333, + "acc_stderr": 0.013736245342311012 + }, + "cb": { + "acc": 0.44642857142857145, + "acc_stderr": 0.06703189227942398, + "f1": 0.3862433862433863 + }, + "copa": { + "acc": 0.85, + "acc_stderr": 0.03588702812826371 + }, + "hellaswag": { + "acc": 0.4733120892252539, + "acc_stderr": 0.004982668452118941, + "acc_norm": 0.6216889065923122, + "acc_norm_stderr": 0.004839746491523517 + }, + "rte": { + "acc": 0.516245487364621, + "acc_stderr": 0.030080573208738064 + }, + "winogrande": { + "acc": 0.5785319652722968, + "acc_stderr": 0.0138780723774976 + }, + "storycloze_2016": { + "acc": 0.711918760021379, + "acc_stderr": 0.010472537019822582 + }, + "boolq": { + "acc": 0.5645259938837921, + "acc_stderr": 0.008671927333703594 + }, + "arc_easy": { + "acc": 0.5997474747474747, + "acc_stderr": 0.010053550119896129, + "acc_norm": 0.5749158249158249, + "acc_norm_stderr": 0.010143966195717845 + }, + "arc_challenge": { + "acc": 0.2781569965870307, + "acc_stderr": 0.013094469919538812, + "acc_norm": 0.3037542662116041, + "acc_norm_stderr": 0.01343890918477876 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_3_lm-eval_global_step109672_2023-05-15-10-12-47_3shots_backup.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_3_lm-eval_global_step109672_2023-05-15-10-12-47_3shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..44a3731d4f97cf432abe6e355c1f661d513bc059 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_3_lm-eval_global_step109672_2023-05-15-10-12-47_3shots_backup.json @@ -0,0 +1,73 @@ +{ + "results": { + "anli_r1": { + "acc": 0.329, + "acc_stderr": 0.014865395385928367 + }, + "anli_r2": { + "acc": 0.325, + "acc_stderr": 0.014818724459095526 + }, + "anli_r3": { + "acc": 0.3458333333333333, + "acc_stderr": 0.013736245342311012 + }, + "cb": { + "acc": 0.44642857142857145, + "acc_stderr": 0.06703189227942398, + "f1": 0.3862433862433863 + }, + "copa": { + "acc": 0.85, + "acc_stderr": 0.03588702812826371 + }, + "hellaswag": { + "acc": 0.4733120892252539, + "acc_stderr": 0.004982668452118941, + "acc_norm": 0.6216889065923122, + "acc_norm_stderr": 0.004839746491523517 + }, + "rte": { + "acc": 0.516245487364621, + "acc_stderr": 0.030080573208738064 + }, + "winogrande": { + "acc": 0.5785319652722968, + "acc_stderr": 0.0138780723774976 + }, + "storycloze_2016": { + "acc": 0.711918760021379, + "acc_stderr": 0.010472537019822582 + }, + "boolq": { + "acc": 0.5645259938837921, + "acc_stderr": 0.008671927333703594 + }, + "arc_easy": { + "acc": 0.5997474747474747, + "acc_stderr": 0.010053550119896129, + "acc_norm": 0.5749158249158249, + "acc_norm_stderr": 0.010143966195717845 + }, + "arc_challenge": { + "acc": 0.2781569965870307, + "acc_stderr": 0.013094469919538812, + "acc_norm": 0.3037542662116041, + "acc_norm_stderr": 0.01343890918477876 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1, + "arc_easy": 0, + "arc_challenge": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_4.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_4.json new file mode 100644 index 0000000000000000000000000000000000000000..45eb55cd7d14d7e819eb23c666eaba7531d90c13 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_4.json @@ -0,0 +1,59 @@ +{ + "results": { + "anli_r1": { + "acc": 0.342, + "acc_stderr": 0.015008706182121731 + }, + "anli_r2": { + "acc": 0.318, + "acc_stderr": 0.014734079309311901 + }, + "anli_r3": { + "acc": 0.3275, + "acc_stderr": 0.013553211167251944 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.0672477765493766, + "f1": 0.3282312925170068 + }, + "copa": { + "acc": 0.8, + "acc_stderr": 0.040201512610368445 + }, + "hellaswag": { + "acc": 0.47161919936267677, + "acc_stderr": 0.004981736689518751, + "acc_norm": 0.622087233618801, + "acc_norm_stderr": 0.004838747305783333 + }, + "rte": { + "acc": 0.5126353790613718, + "acc_stderr": 0.030086851767188564 + }, + "winogrande": { + "acc": 0.5864246250986582, + "acc_stderr": 0.013840971763195306 + }, + "storycloze_2016": { + "acc": 0.7076429716729022, + "acc_stderr": 0.01051823972978774 + }, + "boolq": { + "acc": 0.5581039755351682, + "acc_stderr": 0.008685806399014942 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_4_lm-eval_global_step109672_2023-05-15-10-12-47_4shots_backup.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_4_lm-eval_global_step109672_2023-05-15-10-12-47_4shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..45eb55cd7d14d7e819eb23c666eaba7531d90c13 --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_4_lm-eval_global_step109672_2023-05-15-10-12-47_4shots_backup.json @@ -0,0 +1,59 @@ +{ + "results": { + "anli_r1": { + "acc": 0.342, + "acc_stderr": 0.015008706182121731 + }, + "anli_r2": { + "acc": 0.318, + "acc_stderr": 0.014734079309311901 + }, + "anli_r3": { + "acc": 0.3275, + "acc_stderr": 0.013553211167251944 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.0672477765493766, + "f1": 0.3282312925170068 + }, + "copa": { + "acc": 0.8, + "acc_stderr": 0.040201512610368445 + }, + "hellaswag": { + "acc": 0.47161919936267677, + "acc_stderr": 0.004981736689518751, + "acc_norm": 0.622087233618801, + "acc_norm_stderr": 0.004838747305783333 + }, + "rte": { + "acc": 0.5126353790613718, + "acc_stderr": 0.030086851767188564 + }, + "winogrande": { + "acc": 0.5864246250986582, + "acc_stderr": 0.013840971763195306 + }, + "storycloze_2016": { + "acc": 0.7076429716729022, + "acc_stderr": 0.01051823972978774 + }, + "boolq": { + "acc": 0.5581039755351682, + "acc_stderr": 0.008685806399014942 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0, + "boolq": 1 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_5.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_5.json new file mode 100644 index 0000000000000000000000000000000000000000..d59a41925dd1655d53a24104f2fcab52a068afda --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_5.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.318, + "acc_stderr": 0.014734079309311901 + }, + "anli_r2": { + "acc": 0.322, + "acc_stderr": 0.014782913600996662 + }, + "anli_r3": { + "acc": 0.3525, + "acc_stderr": 0.01379716491891836 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.06724777654937658, + "f1": 0.32575201760821715 + }, + "copa": { + "acc": 0.76, + "acc_stderr": 0.04292346959909283 + }, + "hellaswag": { + "acc": 0.4700258912567218, + "acc_stderr": 0.0049808072311367515, + "acc_norm": 0.6182035451105358, + "acc_norm_stderr": 0.0048483415604921335 + }, + "rte": { + "acc": 0.5090252707581228, + "acc_stderr": 0.030091559826331334 + }, + "winogrande": { + "acc": 0.5714285714285714, + "acc_stderr": 0.013908353814606696 + }, + "storycloze_2016": { + "acc": 0.7071084981293426, + "acc_stderr": 0.010523873293246305 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_5_lm-eval_global_step109672_2023-05-15-10-12-47_5shots_backup.json b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_5_lm-eval_global_step109672_2023-05-15-10-12-47_5shots_backup.json new file mode 100644 index 0000000000000000000000000000000000000000..d59a41925dd1655d53a24104f2fcab52a068afda --- /dev/null +++ b/4b284b12bc4opt4/evaluation/rankeval/4b284b12bc4opt4_5_lm-eval_global_step109672_2023-05-15-10-12-47_5shots_backup.json @@ -0,0 +1,54 @@ +{ + "results": { + "anli_r1": { + "acc": 0.318, + "acc_stderr": 0.014734079309311901 + }, + "anli_r2": { + "acc": 0.322, + "acc_stderr": 0.014782913600996662 + }, + "anli_r3": { + "acc": 0.3525, + "acc_stderr": 0.01379716491891836 + }, + "cb": { + "acc": 0.4642857142857143, + "acc_stderr": 0.06724777654937658, + "f1": 0.32575201760821715 + }, + "copa": { + "acc": 0.76, + "acc_stderr": 0.04292346959909283 + }, + "hellaswag": { + "acc": 0.4700258912567218, + "acc_stderr": 0.0049808072311367515, + "acc_norm": 0.6182035451105358, + "acc_norm_stderr": 0.0048483415604921335 + }, + "rte": { + "acc": 0.5090252707581228, + "acc_stderr": 0.030091559826331334 + }, + "winogrande": { + "acc": 0.5714285714285714, + "acc_stderr": 0.013908353814606696 + }, + "storycloze_2016": { + "acc": 0.7071084981293426, + "acc_stderr": 0.010523873293246305 + } + }, + "versions": { + "anli_r1": 0, + "anli_r2": 0, + "anli_r3": 0, + "cb": 1, + "copa": 0, + "hellaswag": 0, + "rte": 0, + "winogrande": 0, + "storycloze_2016": 0 + } +} \ No newline at end of file diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..51fe227837076499db8d11adab6f1191d255251f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e351a939564871527f6cded6dc4b0b5a90880bdbd18210e3b397f356738cac +size 144841431 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..58379477912b67033be22a6fc989de470d72cb94 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d86aaa19b5745c2eee7b5eaf907296c3af660dc506229a253c4e7d50f5462b +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..52b216680b98f63dbd47ec6114d8a3e0a44d8fb5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c627d8aa7d8f95f387abcc9dc00ae33933a691e765f13e081ef49d7b979630b6 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a936b577429ce2247481643ef29506db80f9bd70 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b28411b3f69b7c8746444f22718f486bfe034aaf2df7225ffc54b5a5c7db1b7 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d473309eeca8c16d43dee8735c025187cf60a64d --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5866c859b6d1c9bfb0b837c71b6f67c0012caca102fea7880577b314e97c018 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf49a85c5881332ab933c81fbac9ce653dc351a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd10a89dafa7bf3018e8adfed0d93aff4563d140882456ddfd67332cb97b00b7 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bfbbbd75e45ce47ea0c510b74a4b6323a0db7c7 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812fa3ed497b16432064603e4f24b77f05ea977419af6300e8f61183eb9fd012 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9094640cc7e2a586137d934c755c190c6d0b8f6b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a58a5b379206d43b19996d9c1168c23435a9c995e631a838469e8512cd02fba7 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b710e6b47954d8bd83bd5558adf1b96ffefce634 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2242424ab63926bff3f0a1b9d82e520b4bc5820b8d2fadff720a6d21abc32985 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a0eff0f528f387d17a4a6d55f4b4622d839fc77 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a8c5ba4914469dd60ea5b5cff83783bbe4eb93b702624339475f676437cc361 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3144b1dac4f0b39609de09cd4bfd77e9a3217e4 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18cb99f24d9b65b8167524863145257df8f99b10b6c84a3f5fbfb1765a36ce7d +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5793a407fed98ad8b0af65cb548985f70fadfc79 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf6f71c3cf630ce3843770f7a7ba2579b209c9d044cd2790a6f8c0b02befb78 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..407cd9119db02becda822897ce704d211ba72cb5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9a5ecc0442c8853884c230aca1073a5ebe85e06363405b239e3a25bc85a54f +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d9834c9b5a1c42300ecf68274a5a387f3f29f92 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c381121caae4108f2641c917b76e8baa7a8c0e3a49b6c7aaa3379c1b96954601 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5615182530ec459308c87233991e2b303ad49592 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d4a391a1381dd2e5ed4c8cfb3a73c2c7d1bbdbf2ea89e155eabad704de3be4 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..176dd68438d6e070c7809ce5065cf46a212921e3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896806bc7b1ec3337350f9f915b3efffe9b2791eebfd3b301b642131bfdf7ae0 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c02dd76049350b766265db57c4ecc7d6e547329 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a78c0a0615083a4b86dba1dfdaaca110a8d926b107d3ffcfa1073e6dd0544c72 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ec778fd4d5bcf3831207423957ee6590ea43836 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac6972d63c44609493466b630858a71d555952bbdfb99a8f6dcfa9432841bf6 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ed3e3f59d1e300f01de461c38ace4aa7c2fb2ba --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a898de1255211154f4b0fbbd47159a488d18d86c1fe627d94fb68718c275ce1 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..65b2163f20c238010188de5c1e7a71abc42f6271 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c843106d80df6e851476520df5ec04a55ee2e2ee78a9dbef355eab04256fcf +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0e669486095d5b7a934d2411e62687b1df29cd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d3b9795de4faedfbbc515687916b1898964825a3ad4dcaacd49d6a9f4a4bd1 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c631f0d5854c233d76a23f3f179be03acb003a3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a7d80230da3611a8809658992c7115e09eae3c50e917a4e495afa03a6f81cb +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bc8bbeaa08f60847204e17b7609dda6dfe7d83f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d5966c5708afe55d102eef280251427c4fd297c02110bc46b2810c53a2eeb8 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..79d12e66b16fee5c73ca9648059f9d82d1b9f2ab --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b2519640512fdbe28ab31674c59c086f242b743371261d5f07f55dd23822aba +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..588391e8b2a39bca4a159769013b773e90c84fcd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efbf9895c5a51dd8c2d7d664630a74d2098c8fe292ec83cc0e8852b86b06e7da +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..224013ce3c602672247f2f0b0b4969f8578867d7 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb2df0834b2797ab5ff23de2cfc5445d95b411eae3ba74f1fecfb8c0c0b5d12 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e109e8d0ac1f4d737aedb2fb545f95a66890c5fd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2114c40c385a097e454d30da7b155e9d8f5c6afdf26d87c2c9674ae90945e039 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..779e262f1381ce37aed85fa3749a09675a5ed0bc --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e133ad41fa7239afdc30a47883514df1db2328ff6458a600713f77a7990aad5 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f595d3a31cf6b5ded43041fadaae4ed7380d01a1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e57b8d58340304cd9e471cd230200b377eb9355b81a1e9894deb55bc1a14f9 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..752d437e7b69e6f530929c497c64ed825f90120c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f708fb2060c815686ea7454ac96c3d80c355d7300cba2f07e8e59573a10feaf +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2656228d650fa2591ed196c7ebfc839a7584834 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e294cd957736e5c0eb4d1cd4cacf3626db52bdaaabb31f2187b96aaae8af59 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e536ed3dd8414044727edd36c203b4106ec56bc3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac67633ae5ee9635e5fcf623eddc5b3c3991049f5202def2de18945577c0dc13 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8bcbef12c6a8ee6f5fe79d17c437801c2a5ca62 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc63de9784b358f4304a6ca62d1e13651c352da4817308e9bce2b69ef17cf50b +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..acc9ac3aee7a52531899cdfd358c169bc4685af0 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c39c0c0d0cf7dcd644a4ce63cbab739228e0b84c5210e2e8835b35f903aa39 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a072a9d845180330461c0185fd89266c29bdffdf --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c922e399e8a3f5e300cc18ee31d66354835e448415ac06df48dab9797c3cd2a +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..42c572827819fc30b2c947d6dc98ab8d688bc0cc --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01790f745d3840794794e033054cab068e039eb3faf31c2f6070cb4f2b66fe9 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b995666dc3b2289af360def2f5ae2f55f2f9980 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4acb2b67ef330615cc6b867f9168f3fde471eff95f06ee015ca443b5ef524103 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..30296ac5519ce62ae4c4a112bbcd93bafa891d14 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca371fc6ea2e94c5f9f5ece08507a6ffd774950b2a9e7bed5d6c481a8957c52 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..42cc0f62ee8045c57946ee0cc9710305d40e51ab --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d5cf0b7bd9670551cb1f8d6b9498cf5edfcb155caef05ea6052d19bce5e26ce +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d172633c246d498d5b47b39b95d6ccf85a12735 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d736fec9b3a23334d229811856629d6fe87da16aabfce65a81ba336ba9c3fa +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91b7c03fd1fcf234817a408878690f0a4c1091a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166c97317bc3d3234f8ef5750cfec8a23b815c56c9401ec5ad5a9b1cab487909 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..69a588dfab15af3c64017c15e14339fb1f232539 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1082c69781632221c4d8f4c42d9dcfb6c7100381c93f5a79801391928a5d36a +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dbd73b0920b69e1deb03858a72bae94597e0e33 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143c513dd748e55ab4da844df155de2523206238b5a30b32b50e723e3e919481 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4caf7e33df0a41e5eec34282b97a18b39b481a79 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af7d1c8ddf4fe475d89c6af82fd264be2b8be0c48c09008f78ccf76e82e3ed5 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2a987f3d45a9bc1021964b9cd33943cfcaf0df2 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff18e287c1e131d9ad4be3ce0dd4c3e7249381c9785f16fede45ed94605e140 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2376cd32dc756adeeda69347dff289aeaf432ad --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace15dd6bcb0367762c4fbd62a0733116c6483d23de366e60ef6da146b48b2a0 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c41a2d2ea8c2ff5b0b96bad4755d1f4f8f235dcd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b93fba72e0a4d5a111d9d15870b03722e3db3d81ec020b7be0cc51b15d66600 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cc7bf147bfe6c526a0e5a6dd09ca6ea8ad283f1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bbfa0c85e2bc05ac63f5102daba6ef83f4fb049fd8ab827057a86f4b673f395 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..537020b040c0ddc22d72c3aebfd2be4634be6593 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b99f914b984c1b457f18cf1e997d97fb32817a7ef38f86a8921629a0183a804a +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22f73d0c5ff39b927f88faac99828a390646de03 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:778d478539902e34c96d4799c737ec286f61fe3898879b83e1e548cd5612ad63 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a4ed81343745a7c122d00a9a69acdb416455a04 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18aa82ffe60bd83d89913d8fda7e9a3b72dbd390b8d593f0e19f251c940f6e3 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8698b1e7d89a0fc0f1c7c237de794b4001ca5108 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acb09b3463b86cb9d09ebeb49717fbd165ecdf84ba82339ae21baff4a976519 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e31d2d081aacb30ef785a5094cbcf691188cfa9 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b51e6b34b88df26a69a221107163262daaf9c3a0bf0f8513847d162704b6fa11 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d4c712c99d7ef20ebc59a02ed0d3008a2c37d06 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb133a3156bfc51f55cf3cc210f84c778fda5dae18e32aa9c6a3f8c5a0b5a75 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..338d29dd752f903ae95208e50b4a2ddc0c7cd286 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8373e039cea7d9303dd6b4e9ea1c079c4e52893e2fd82c41ea42ab48aa69dd5e +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..61b95efb1c197adfe65288df9521a3d4e7a3a2da --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf363e76668477ec4303e43dceb45e376a973656d16011e6207e8e73d9679f0 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de340449943ee0ad2939819f312fe8449856196 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794a22960a35b52950f48484143f2eb41ee36a428f548333084db6ab7e2c7df9 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..54f774bb1709d0375b72a579527b776d153a8c74 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e6d526219f7c549ef3895fdcab7e517ce749891ea4654107ad52173a3ac3d4 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..200d11a5bfccbe3824f347bc86972901dd0d47ca --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcecde702fc0f8551397980cd53c053f65cc548b68ae0ba9bdaa1727cf387c7 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a717a1440e8afc49c36c3c467d80373ab0d618a1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be79ab2f0106dc0aedad055ce554c8007909e3b7b338475336140db02316ee4c +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..01af588b7879f4b70154ff83836ac025df52b097 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10a9052f338517c2da7b66a13333c579745aa41592e6c29c68e263ae6324c26 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32367633cf99662c3de5372232a57b1b391e4a0a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:522254832d7ba7d367e2acc9bc46965c6e1d14689054cc0ee8dfb9bf4b521671 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..053a6f1c74284bd8b129df826a5f6874981403b8 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f912259a5ba049b2c3910779e397efd70dfa3f0aaf803708f702faa51311c2 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1258224cafc10fbe0c5b880cb2206690c43bbaea --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436dd9bf4483ff19583f91d2e8507e0b9f7d6756b47aa5d0019788f32f9095e9 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29632ea165003201d45eb357d8fa05746bb89531 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd566efd1d0acfd6075d730fc9dadd7e1126c7e19afab679de46419f91f4e54 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e240f179a3ac4e06d902fd2dfb11755026e457d2 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60d90632b6a61a0f0f11fd745a812beabead9d7685e087bb29f6e8e3fbf7f70 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3857b81d81e8af92f8be9489015d7e99c88acccd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c901c56a8c9476a786258aa41e24658da8f0979ef9972aeb30bd83570e01e4df +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d53d7f15cdadbbcfbff4d0db4d6960c340846df --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7086dac094bbb99c61d5eda226af9937d7d69c65277e247e5b8f677f3c9a0da8 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..668628de79c5ea28f79a24e426c77f05da272a59 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751bb41f2707fd1dd160904d476a5ae196bf9d6465f13729c4c66b598345daab +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac59ee8a8b437d6ec3a449697e4b56bb9e5eca4e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb32c09778cac832480084608d442d6d6f9696d9b082a82063ed0e5f94393fc +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d657688e22a97dffedb2b6999b22019f1cefb45a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e961205205e2ad9c16453fd6c02b44285bbb394a9b0158a276ebbcd44935719f +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b698283c23bca83791e8776c8ba95c254ee719c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128abf7ccee68b842960eb001eeb747acbe1b9bbf66cd3bd509b938b30aad71c +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..05a8b03c115592ccfd431d30bdfd1fc03ce32ff6 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669d466bb1ae30d8cbb8f53e323d80689a0424ec95ea866cb6b2b06acc0066d4 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9df7b875d9721ec9c6f8f7ede611b51c9b23c064 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98c14eb5fe4547fadfffbbfcee0193a050d2435a9b4abce6b20207314c57aef +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b19826b7450f67af0c7f47eec216ad2581ad773b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816378c2680f6d703a996ceffe2c5591090f3efce48c0afbb500993302da3704 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fc23d0074822342ae94940a41f93ed3c5e2428e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02b373501d9d34aac78cb4277b4dbe9ccefdca0061e6dd6be6df464764851f1 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d0c56cf69f8051ef06d04a88ef0f8b3eabf45a6 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c34cc96438cd8bb45367acddee3fe5fc0297d9f52aee5d8be09cca9c7d8a89b +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c62c2cd46fbe68543b359d9ba743419c6d19cdcf --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a64ab8a5fe4bf7d058151bff7a7f39ad42dc32b851df98871fbb5e6b3c9fbbb +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03bcc68256ad1244f663a5f11cb62427cfee753 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca7dc54afd7931786470a7af6d92210b8e8779bbd80cfa8b560b37247e63027 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08754b47d5961d789aa1468bd4dbe69f908ced3c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69e35dda9bb2f5375d827c32865b8eecd95ddc8ceb4b9faf94ea78b1f6b7e782 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f5bd09b6ed6bfa1f2db37b511a305423f6428ee --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57c2b3a26941abeb706898cc13be3608b1063225adb859c1e138d9a0b26cb2a9 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa26a3c6ac9691e95da189e625c66f968923a327 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50752dece3150889ba9c9847fb8d1a5d677722dd828383af8120459aa059ff42 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffd530c625cddaac9f4c5a36fc9e4869eeeb6e35 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5243a64fc894a8f7f66faa22d4328224898e64495b03922141e99cc5ee21b6c3 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..19bde318e888e2850bf76a8c1205919eed64dbe7 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c367fc706c79a0acb77f28961aa46f45f591c0392e8bc89827167cc3c138603 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..28c191742241816546e52c03b3cdedf2510e8183 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0277cca64f0e138c0fe80aaccebadc6f94a0995d40ba1197a9b583a1b619797c +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..36e2580fafab51c9c00665ee137f5184b009397e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3e7a5c70b9af9f6cd5a9cb767979b80efb53b48f2db646b96778d93dc8b288 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..767b94460eaf186fd30835ba35fcb7269d53ce13 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d83865c7ea18a1c914ea10c89fda7db44a38190d1d6235cdcb4f1a676803866 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c754c3dff26e002f21abb94a7ab6d8eb0168534 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284f1c09157f89d810e5c1b4d3e47778d910c33c8ca05689f6467071b6ea55f6 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd55c5a199477c5d34212e5502f88f4e7da2f29 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b93da8bd152e3694845a9a5a5193ac89c1f56f9b77d025504750dc791042b3 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f50d47ff46e29b42c92b5f1e6eea704260673dc5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc32e899acc07f1123a8a83f2af2e17b91c00a15bff5f94d9fbc328174d77a42 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a19263fc2ac3e47ce0ddfeae1a4cec34929b5e39 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcf7cf2f2f1d412c883d2df66014dddc31a3efe65118324a676a417917ebcdb +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c0e2255a85569f1f74a3db4a52deaf7b2f8d10b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a4e7d13b8d3f8775de9a910d820cbb7b5a50694382a645f2d6d53a9a797c14 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e653b39f574c1f81690d3efdb28f35516a24c11a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ceefe2c1f1a7cdc48311d488f062cd0c0ef1402c47515620bf635c1553b11f7 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6094a60b28f79d850c7cae306e5ec697ef9a5411 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95cd78b05b22947448a2d48623fb2481e94a530d53ec47104028b9c431a07de1 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e10f18d730e54823010dd354abde0355dcf177f3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f31b0ee089f2106272dca62fa46025564a81f1e0dd36457ecb6242639d47732b +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a1e280625cf1882b7fa8a77b7857a9c9762eb58 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e055556bcaa96bbf23ffc082bf5f32c8af2a78571930f09770c36b3a399c6f0 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a66e102f29cd01d0dd9345a182667f44ee6a174b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2b324b40709bb2b17f1609d0644a1a97c6caa55ae256497766e01e82be5c79 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb7c8d54c2a2c3f9e66a1f95cdf3b472944fba16 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a794d561834086822deffac0dcec4b48d16452f2a0badcf5052074991c4f6321 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f18aacd254163d849f2a25c170f371d7052e913f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3023e4bbbaebe56dd81f94778a3d5070633e96cc67a1ce2a42b9a23b3cdd93d2 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f704b3b99d797400f9b64abccb3fe6aa40572d9a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad57484146611fa060d28eb2a900ae7b894e6df9dea38420edcaa180314417a6 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..41a8f523705d62a5ac4a5200b47d0db6ff48e104 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3657999ec1e8c0650a776a9e62abc80fc36a5ed5a7c1b862bd6a50be9924ed4b +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..131f9a9a6aa8a9d4ffe16a038d265fa6e4b7fabd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137a2c7c78c97965dc00a72f30544f14fc9ff4b2c980c4de76551ff917daf69b +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7109073cc28aec5b10e5fce9b13ea604aa0818 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711ed8be645610109feb45dcf097a6f6ae09f43fea6a8362fca087ebfcefb6ca +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c61b2f0e6bfc6c7cadb9e9b4abd3c087c97d84 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a8a5b2ee26cacb569e11ae94e305c6bc595c1c30bf3de959cdf60087ea50bd +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc84529bf335b0d590e62da6e7f4b0beb92f9566 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63619fcdb52201b6df0316ee6361628787806b8e3165a10c5776f2cea679e832 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00a7f65e3831bf87ffbb49f54af16d9c6d38aeed --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c342a7979f48e7393980d43ae45ea08bec0c4978eb684102209badb9a038ffc +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8e16b169864d625a7235b58c063a0bd95aab269 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb887da959c3721972bb3697982f549904fb1668d04daa917840433c43333b1f +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..576865a11146cbba0d7d08a154dca59c36511954 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ef55588650bc13742deeb70125130f11f864b7a9c50cab4bcb4e1b7353fd65 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f682d1bb44397a20ffb247140ad3c7835f899a49 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10461d81fc122529dbff2e6f3e48daea6190571927a2b9ad0e21351d54913453 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c81079b36597156d6af3ecc4c9648bd64d015c67 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49894f19971b7793154633cca3da6756c9c04e7b35012d471b55ce82e56f98e5 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cf88b465d2ba4d619e6ab6df485a1017222448c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a89593e2a62c8b24ab9de05a4bdb44e29ec37fff9f533a3fd4c473c11c263a +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7ac51812ebc57df8617bed4d2848c10e9283ec5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b93da9f8d941b4320ea0c6ceca713f4ccc312247c5106d97190c7064c82c1dd +size 144841431 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b472e390126f01586d0936ed17ded55281bdb9 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c46a8fc5bc5809f6e7600d78c5a41e5e861d18ae0cc7b542b6026b09a6c68e00 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf7331edb1b29600b69d7acacb27700b031c78f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd7993c304374d480c3d2bf21223133c3a7b26b2707f2cdf09bdaa4e06234e0 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc41c7fe2404155b9f8919e80e3854a95ade573c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:310ec68bce35b5f6f87e3b028cf170b90f2569a0abfed7a068a13c342751d39c +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eea75cdb3815941e00350527b2006e1100a2298 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad4215e19c05e7f5e3fab447fbd51bac4e62cf8e99926dc62bee06004622102e +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9458326deed0de8e7504c431866db976fdda0b7c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79290037ce9b6e0741df3fba1a8b0ec357479e157fcc8e2ca24381f54ef33124 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..efef2691aa1c44f7662062bb5e40a289543e8b5a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3160a5052c0b866a0477369d2786b05e20e75ee358147127a1204051b5ea858c +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..02b91a8048781b573a10b3cfea0583d58431665e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dba182d903c7b03debc5b2e7f32cdba793dbafe92360e76af29648888fe776f +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..600d1a71524da3f388c2f7956007e5ce4d05e39e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01a650704441593db536f7b1c04bbdd1c089cd3e1aa96c54a47398b77118953 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6192cf920a5677724f55439e2c182cbac0130792 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28f9116fc8f9443fdc0f77548c343c59d38e9af73d3a88e0d4e23810c82e25d +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..996cbec459623a0eb860a998f1ce513465b70082 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac64e33cdfb8d846e33a740b40115eece1f4d9bd69171b984d45ddf85b75b365 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..374b9ccfe648c596e222078be15cfd5224024911 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc11544255da9827330d965bef15e1ea22d1a7926203f22a6e1a83051967492 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c46f376f0db51e3093b3636230d2d740fee929c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d725d421b29ddb379918feb4f18b2e20b28a3f4d98ad56ba01cd2805f23e5335 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f7978de80efdb14a78107f35381f879653b0f59 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7634f209735ba5d2a7161aadab0209bed85ed7e0168376af9419dabace8c7a78 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6f7375b9a0e43d11d24f7b55ecb856e5396aed --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913a8ac85f4526f35a4eedf94ee844aa227ec03c118fe5acf743831e445abab8 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a35713ae7b204b71847268481e1cf6d5ec7dbdd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec601de26d651df82edd9e04dc47529b7c5c6cb10987ee3763807942ac0356bd +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f84c5469c0fe94204cd0b95d4dde2d96213177 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72e7e8366dcd1ed9369fd179a3f20f59e42cae8afdac1be9a282e3d7c72806d4 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..15b3dcc06f41c836da19aebe17e95f34e470bc71 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97a49d5e2875cc02bb01afd473b2b6254283c5ad853087c1f428980523e8d85e +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa7de1137427abd54b4b26732f26a5793972e7e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0477c04acdb608d1ca9040f6bc34db68fa9d01dbb6caf9900b4f78b9235d4b17 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d051538598b1c687b76946687c360430c5f30907 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a8d9366557d07ea507c212707a2fa8158bfcae738699f7ce49f87e232b92ab +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab261544550eabd6d784caf622dfe7d9ba9cd333 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d4333adb79831b467bb93f80d159ddf61d59c4f0be1f35d80d3f9ccf7b1710 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f63eadf1c4c5038761239e7818c4934b2e118b1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e970fd06b7683c44a5e4319273f0a8a4e94102ff39a24acda5921d421dbda3f9 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ee5a6f3204b66330b3830ebe06d1dbc02699478 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00cdd856751b8d0fbc69a50827903d06bc9c38febfdb734daf846315aa5e45aa +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4beee7ccee7a60ecbc8fe10481f8c136ec8fdb5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13eb2be04659780cc6ef6a93b1a2f341ba1e366551d5c5138a6b68853b491110 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4509334729a0caa79abd9130127cfc6d0d56e13 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b52a12c0614daf96b01079e9718909689cab3608349441750bfb56cfd8dd736 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfe1adcd06b0a6064e3d0db1c6b6193921d0ea6f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d180f03b6ddc8908a2d2cdc01db8314c00929c9d8f5429ab87dbc629c8c242f +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..376f7c579b7687a0bc1203607eb620d83c953110 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1badc36afebf2032a6d2f8d4aa11595dd95980302aa7e3d3c8fae1df179b9e1e +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a8b694590d3c64877e1b8026e79b964092964b4 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b89c4d8c85f1846edb1d8c3b2d5fa5483a21cd8a09ef43de97a7ddfe14547b6 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..72216b51c0d6729ad97ee224ce63ab4d089d037f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ffdcdf17c93de24ea2ed1a67a508c977cd47e73215943ae79d4ca5d1bfc42d +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e90d6de08a50342b88f1259925c65fbf43e7a13 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3a65439da136dff0457df8031c030a46e16fda18ccee6fed2fea6207f7bd2c +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6d10a10c08ea769ba4da5edd582e7b78d0090e3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67daf94c8b0a747d9dfe10cc9890fe183db3a5e63c62ea7e51581a10a0ed85d +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fd97bde5ca71670cb3c9bad772e7ff7069692ce --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab26fcbef63cdbb1a7c1d3f8e532bfb4a5f79082fa1b2d1de339a388f51231a5 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c0e9849695546f9cf9a90ec91fa728e7287898 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba68621b2576e55874f8194a4223e02caaab3bd7ce28aa807bf929da4c85a7cc +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e202cbf5264dc7fd9a4a9dae72c019bc6c6f3d --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63684af0fc2ba85e31c65e7d8d3767a8f81bd35f6778d5f7364747f804abf606 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb15b1a2b51de885f44160732d1be26b04869ad --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94d354d6dadc555da3d0ba3797ddf196d76fdadfef22fb0c88645c12df08228 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc66008203c5cf0f0410233de3b61b7803bbd6d9 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fccfb6f0222eac0b429be1348f22040581ff5657604e85a07a7fe9f43ff4c2 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f808c49c9f7165e16a93a66548e98e679d12361 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94508e9d37f744f42b04ecfee93557304568b90c343701aa6633ed5d2dc621a +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d9038e4379377f550c1932fbd829fb28aabd004 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bce8b8621d268d01f41f0053820cb21e2eca4fbfa1409d94d0b58fa2ff9821e +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e46f68a17f231e94f4b6825683c1bf9d3868160 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf5bfc9dd4d38b479cab9aa3ac01287cd4c51b798a17b46aa5fda5eba93d38a +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ea94092e14123da3d2ada5f2796934e5577a70d --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7538f9495b5cb42b478e0bfa700cb39bf97dace892d8001dd1df29061712bb +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a308f27dcefcce824f49c364f8dde098302bc9 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed14faa635a30a54d2a26d40fbe16a49e6ee9dfc4d49fe00942bf649986c444 +size 144841645 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c01b7cae34acee6c3676252d0bc45d1e5c39edda --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b0ab144d4f62ef2f93e54e1c4d63588af006531851224718f44a3c70aebe14 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..27c54df49fb62f45c1f44fe802f8e86ebc58cdf2 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2249ad46301ce9d7c5fc25cd57c561ddc443eec07415656cb2de6108b19dbe3f +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..593e1a8c3ce2f93147b4e101e026401eb1007afa --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da8b8d042bdda3fae1375f16a313fc59291fa1e4ee1520da8b162036ea3b40f +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2afff27bd8821f66f8e0bb8da5b71df212d669cf --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3397742e4e8bd55127feb0b97efd7dc110def1e1c0a0080885de4cb1c0dbe1a +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6ea1f309ca457ab2fc52ac566d8760e66cf5cfc --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6d7182a76d0b271aa7765c9a53101882b6933608c6a94a54344b3aa7106826 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a636d2d5b3c6e5364c8b95b1a18c2e792220b77 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673f7791efcaf2774fbbaf0a4e7aa1ae4c2b5f80e58934da36914a8587d5bebb +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..84084c021bbaec5a1908ec0f6b10f0241f4ff461 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28049aeabca1f64c50444ad92050023f6b82e61168812bf33e8eee82ef49768f +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1ea9061c9ee439cb30fcd2c4d9bc0c448a06123 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcee7e6179b4abc4d410088c86aae36674b563e0c608b8d86893b3cd57cd1217 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2934093b7f0c7fdfbd7661988786f264186c2ea7 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe0e61a717279943e66f5ea851e4bc52d89248a011088aad02b4a285a2f7cb7 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07980e79514d309da477137b573a3012646b4335 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77145572d658add6cbb6af3393eb5d2fcb1e6aaa65099d49bcd0b612c400996c +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d5c55cf55123c515d49d2e8a6472ff7dd545e5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699a5037ef8320a270980a6cea7ec3b559cab78bd5fbb2c2a5b5029aa4aae696 +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9d2504272dd82fdcfb84d542b4877c934698a2d --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e31e1b0fd41bc927d104295ee480ad9e5a1e88da8e696d6555d6b4b36de3e9 +size 144841517 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b0c570db495654da000bc96985ce1392f453625 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:520fcf344fe70d49f9160a20d57860e72f40904a0e44b7aacb0ed8293e1b3eba +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..98675702e8fbed659d0dfe9ec6d4c5906962e8e5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4659109b638dcb95f2b6d7379077a04743112c5b138af93fb7dd3587eafe7a0a +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..94adde90e4e3c5f6e5fa617dc1626f288e378f37 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16494c71a279951e7ca4a337df88d844ae29476900222d58c8986cf058e213f7 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef19e771bd904a4392d765147cb1b7556fa8508a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8cd9b28f7f32be4dcf16174cc0210f6fb684976b5dfac82d0bbf2086bb2ff1b +size 144841581 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1401e2e10beb94b5e3ea35b995b38d0caa8bf72f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c94392a531edcc2942f31f8ea5a81fb03992a2b78bcfda7a0fdb3e1c9705d7 +size 144841645 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c92c0ded2bd13487779b24b4b57dfcbef265b48 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b052098ff902b1f69ea5b08bef2ccf9770f6a41c368242200d1a11353d106b +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3b0f9cd0f1a41f9219012790ff84feec500cc5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9065dddf3457969af52e0d19948e3a07777ed2e6172ecef449ea357e592e3ee9 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..77253ab6d14a2472b3ead668cb58b65590c454a0 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b6d92ff8420914ab03d3a994f70166bfd0725e8918acf2bc95760ab0c51a00 +size 144841453 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b12011ffcda61dd43ff7a67868510a98419d41 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5282284ec555a2adf7f2babb08e6f2b57eded75c216ceb0c2798b8fc20481bc5 +size 144841389 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9fb8fb27ad1af60309e2cba4bd2712aa3736a85 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06990fe5d6d9c229d9c59d47dafacddf3ef4c806da9fc97a112a67909103f34f +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..112c04ce514248bb97edbe05d7d81e73cfdd6a32 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:328dcdccd6d0c787a6b3161a862c0e76d1abc365e0e60d90c4f29beacff3feb1 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8296706b51ac2e19493287546b48bea41e5129de --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50eeb1a1ea5dd7d567618e91cb14224f429a8dd085dff5fc6495b5a6cb3a8e6d +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..418126d991e81a5c5bacc0e729510f2d82a77b47 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d749ad1f8e8fc84aa3155f2028b960ee10b6d323bcaf8078c50192064ab2fcff +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e02540a9918508699af2988843f9c2d5ea59f85e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46a2d607e145885fcfe5dab7b8f5190b2ef813cdb90aea6bff4d9ff4f0d246e +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..69da65315d11ead9e51467bcc60b49cad384f47a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9daa3d4199ebc3cddb209b733e1efad8e176c3f18c3a593a3fcad5cf86b616e6 +size 144841431 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4238f6259ed0d05758bcb98b1b3c4f024fe6ca00 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54639b26f03475d3b812179ae7154850e05d821fc7776f4e6de3317f0bb5c6a0 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0198ac21be2822efc7e0b451c2c1bc2821166a93 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3298385b82cc000146cdad3a12d1a588b9032bb926941a8150bf55b6781ec19c +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..320eb9d51b4c0b82d91e9ae7ae125ce964ba4e1c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e1f1805d55cb1bf563e2d31e2346e5e54eb2e22713df184ed73c159cebcfc0 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a97f531de48ef5ba88418e98a29409c5098eb9e6 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9144d3caf6c97ab498770802559f3ad83f07823d27be49adf63397322ff909 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e488ebc7cdb8913009432a94295f66169ffa7a9e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120d4b9c9292651617be0ce83e0d9cdaaf80e9a3e112d6f2dbbabceb4829404c +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..94386e7199844e61543daf5edf2e513debaa9135 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77333e504ea58306a0da750a32aa0ca2b4bf72164b93e3850d4f55a793eba36 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a92821b0678e6c5553b8572087e6456606e38f0 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03bd894d9ce011aedc15ef7170e8d9ffed0ac6b18cd050c049afadd0f811343f +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b190796ecb4573a80d4d6fc610271bb2735ad1e3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be36e59fc8cd7a3c3e619896d21673bbbe3dc28fd7dd761fd5a0513353f7f931 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aafc6992a1951b8953676a8f222f764b539026c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0626d265fd8f5ce8ba9fb888bc82e92045b7e228c0e1d352becd16f90633efb7 +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..766023cccb535eb763b80fe5d39b54395a0d834a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11862ad7a762a62b78c469b79e85f46a685b71f72e96c073723a468099ebda35 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad92b4ea072443cdbb647681bfc496d2c6deb3a6 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476325c66084fd0aba91d9c44a9baa979422c0cebcb301888b170dfe868846a5 +size 144841431 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fa6d069f2627fc60305361856985203143be32e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89534055cc546a423f6e85c4aaaea2c210c5cfdd9d1904096f4e4e8204ec2a28 +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f059940585599d2a8cdc757689e427d84588752 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eabb76de1b3e6add8855df3904efcb00f2d88db58f6b687d719da98bb659620 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d3f984dd640c32328f2d1d20025ebf818ea2ef0 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035670e7f2fa06302e86a3bd260f8e38ed8c9b90707cf6a75fdd576a4ac597c6 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c91a1a99b4b37d99310eae2ab1cc550f2b565bc --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d980dfd78c69f477e125d1c2b9ac5dc1825cde31dcb4e18e549162b76f32552 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f570d78764e2b1f540fa6abcf2beda2fc2cf6fbe --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34fa8e7f1ce3769dc04251cfdb74be78193cbb56268851a569bad34a46500b35 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a5803cf8693c8837a311e8ce9d1d6fcb01866de --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827fd0edd8f489f36b30b4ea95cf6d8cfcef29efa16e674aa217a8adf89cafec +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..114978a82ee80ee4240ea8eb015708af63023f74 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0c8779f3fa7b9288dcd220bd1c4a1367432478b84508ac6cdb72b3fb30cb25 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..978a495578e4f2ba5b60eb1b457e4863ee6413e1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f6ede917f68a44af4760f1829765912d75c76516d9ecbbeebde6c1d72ded8db +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea247809b86cf7bed6e3685fa560790a92d1b0ea --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3c057e66d6bfa1d35c777ff811b8af947a93c2935f82017a05d85b9cc71f83 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d39fcf8273ed5c068a1fd3c052a27487a1ef148 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58eaae945feddd798c708ee0720ff190a06d3fa3391f95ca1ff419d06594e672 +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e61ac4e11707f296162a9646b59d62464c2648 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c54a1b1332c6989852ea38d9437a5e87ed423c12e71461e7881d3d8aac5a92 +size 144841559 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..417ab3a2171e44fc037218ed419c6762ee709201 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225afcad16afce433c90282f42e00e6f62ea47e0a6682d1a1a4276221b9be425 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..40128328f446eb0871444c5f135f5eebe627181f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2548e9b887ada42b84a961c9b181dc96ef185690d0398ea9be74772a2200c635 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7419d26e5cc6e2569e1c7308a6aa5cc91d28fa9e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6567cf3b00d9b463224ba8392705e7625a1a75e440e4c98b7045184c0da7ce +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa5eadb4f2c030d65275c22cc8f5134c2fa6b0f6 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4866d28e5b6dbbaf917d64253d0d0e764755d8ed65f4b51be2ab79e51f78090 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b0acede58c86c6652dbfd2b3c7166aca65be8ec --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0d99475d86b0fe6224b2bb976813f1dd20a78cad7794125ab61ca095baf046 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..633cf443cfa3d457db6c3a3d0c416f418b0a4ab2 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb60b619c5331c79feb7fe77371933d0a77e123ace33222a9695982ce2b7ea75 +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e90ebc15cfc7c9ee39e56df3e8d1bdd2645f4330 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76798077098dd215fb8444c016e1ae8173b0b00349e5660b5e2a2ff9a72ed203 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dc33207900d0ee8e2a01eab6ae4ec4642b7a926 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba20e5048e105a9367684e696cd26dd894deed3fd64c18c73d37e4f57eca3ee +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..563963cb3e1718364dee37ad6a021bc81147a83f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605f4dfdb74901945443d6714c45736e722dd7fc09881ee6f27c3ec24d5bd7ff +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3bc371b00f7091e74e50c73f0e2ad4a4b8512d3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c613698d3bfa213900860650dfbfec0aeba51b281e63edc633893f2c6daece +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e977ce1b43150f6801ddfee58b146347b0d0c15 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a55ffe5fc158751f713193bfa6daccb2410d8279f1f83a967b193870d9248b5 +size 144841367 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1573a79f44abf15b703587da8000e2381a99e6b5 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5fb76dd7c385db1b32446c2717936e894c1c287f55ae38ca8227088ac7ba21 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ca1ce28e63c83e3e2b2082eef600a24748e703 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dde36255d264ad1872218f4f4d0d49bfbaca8edaf36683e83a468822afbd70e +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcee120ff387978a5a34e465ea244f7a3ba51758 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39282dfbec6e2b6be4b73a9aa9fca968c61f6a113ef440950516c79b09fb01cc +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..32cd444be7e66fced58e2960606c303420884fa4 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04440322f08a067250b8fb6daf12f6dcbfbe5547fa5a62f09983f8883c1c9d98 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cdafe25680b2cb5ac32bddacdb2938e1e540079 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05b7a0779ebf5e515040ee955a13beb364da2aedacb36bcfd1303ec80773280 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a717ef75aef7113b2b4213be9fe77998b620821 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2344774f1beefea863917b29ed336ff2fa57e31b866e5472d29aa61ef8ecde36 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c0c8d267eab3b03e87c7e89cc3e70c98d6849cd --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb638ff07e4e4c9f8b7b03a84922f7864f0357039f2e2bd3bf36853ed2e2b036 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d92ef27bc65bef919a0e2e24825518b7f84754b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587d63f98f936e8802a7dc7b1b3f362c10bd3f02f1db0562c49d8adb951fb6bf +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cef49c33b7748c59af285fdd966c3b950821690 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0260c6a407a03febddda0a430a51e710114000c7c5750486dc03efc75b26fa85 +size 144841634 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a61ec909ebabe684cb22a9183715759b21d00d --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c80d15ef2530f208453169d5025c11377a923faa12b5aba0bc8a1d200df2fb +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d77373c853ec9df1b51313ee1c9de12bdbda829 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ed6f4383f981d02a1e29e6bb10bd96ef88263a564c5015f9ba3870309b1172 +size 144841431 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d295ac2fa4d6fbe05464bbab946c28f4584f5906 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85274f9709f70e73b9bd23eabec9dbbee1a65c6b33239d73964ce9b1d826af04 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..517a01e8705f445bf36214b20eb73fbb43aacbf3 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129e9c933c92065dcec1bfb6404749fcf66e1676dd4aa619eb894c2c75457652 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7bcaa9b3a11cd590503c003ddc0e4302ef185e6 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:072e6d34313edec8aa0adbb9c196bb947d47e7ba4c6f357a64acef6406678834 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9da4cdabb4487221477694c453a10f9e5daa7807 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7457e0b78490fa0c4d93e0fc7bc6533fd88f83288d93814eabe7648b7c9cff56 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8484cc2f3548ad6a1cc8fd1a36eb2d76e522d0ea --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26b6b85b70d6d126de427bca37a95de68ab6972160a897f79a8b28a938738427 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a41b39487c31e0b4e3931c44c6415f63ca7d8ef --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b563d72895f76c9a44d2cce300b417a1d5eda2db8ad1707dc256432e0053af +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c7073a07664c2c7a78b9396330acf5cd63b8ff7 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226c8fc8ee7bf7bccac9e57a0f4ad7b4f60519338713294926c61d6587a930f2 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..18c8d3532bbd9e0b40dc03e21bf3c58adfebbb08 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15787e160d6b0de645fdf53c9763705817192b84a597316677e2ebde3b419fac +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a6d95fad3afe188165a4b43486e2665f993bfc --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1333545d6a15a4197a533f1d5ee41037728ec77c719287721a95cfb30e3608e +size 144841634 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a2ddc738506400ca2d79bc6e67c8d168052223 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81eaf6b792c6c836ef7e933f7e2a035980383e9ac34b32ab4549148fc750d7e7 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2978dbc27d02b350f156ec514d6a1e66001b6083 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a655c4ddf82a883da41e0466c5146a372bad378060d800e97cf218ac0fc2f1ec +size 144841431 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..535fcc38e8e6af5d0d6515f610f9e4617981a14f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e7e7ff1c979c26eeee69290e8d91b42f60a9dcdc696119f2967da421644094 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a779ba3f88df8ffb4c4fc653b679e7097f19fbfa --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5176e4434d026ce82659e665f193c25768da168d08e0caf6abae976b53899daf +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d68eb59a81d9c32238b3de56344e9df2d4b35af4 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02cb6ff53f511f8910543132a471bb61130c18279b64c4411dce17bf621d7ae3 +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1311be5f347371433e6ad5a9404b34a943b23f56 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2036d3a094d797843fd2a322019a89088810264ca76d43e2c6fdc57b22ef2e +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6bc680d01aa0125e40182a05752cbf6eb08d2b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69057351b7b4c0c9d4d6d6bca8d47d37f61165fbefd27c6a076ebdaad703d676 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff739b77d2cbf93357d0e0f5485fbc37ccd7312 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef314f4f55de66782daac66d04476695a749ffa16874142d68fd25d79e026fcd +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cabc13cd66ef3ce24b8d6b11cae981355f30d54 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7254c9b95c585175b681b487d5d8c4ae6a67daea2088236c69b1d8d4e14321d1 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0655b0d82899636a8ba872e78f88986d0e58c108 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af6ec75e390d9b98379adcb5783321bae26429422f48cf64054bdfb32fed24c +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..79e7251a8cc7e283b24942ca3c00815f103a2f0f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b9e73a328c7dc12308fc13a7d8316c80d3273746f42735945f947b1ace8692 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bba789b7c71d6a3f5f436986f70a6584bfb8d4f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8dc29ef00c7437d040dae5e66490242af39999df8edb4bb4260540e7bde393 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaa83c79ab6d677067adb3651b3a6e014fd4f79a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270bacb6f01160f0e197cb9f4965113b2ca6cd922641d93c27f85dffce2f866d +size 144841559 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1ddd442d6e6d9e5d6c0857db611d66d37534c56 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863a100129f453f59dc93b95fd6c59d403a75700113f97a975e0e003b6fa2b41 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cd5e24c6db65e5b1eab2e417faaf2c59fa0ca17 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96642808e3198dd0ce170467a1e76bac0a9647645cfc596353a2d0bef821547f +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac0ecc159a055893e3e7b0ffdbb1623c7d6c9846 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7219c6dc8b9e1c4717df0c2717e97482b2ac9f3dfc965851495a77b55e24849e +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..79f635fa9b977420097db8a16f6eed03e75e88cc --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a63777b4b5d74246baeb597925977d1bd34ab87316b3fce5c7c352bf165ff6 +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4289a908dbabd88d12d2a3044dae0639579ab4b4 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee35a1bad2fc938393a93cf6b0b9407bf9dbdfc915477dc352e6e1671e0aa733 +size 144841442 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc574b94a298daf65f2537bc08f48ce471a92ec8 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb966a2318a0c7dd5325e7f707df2da64ef5692986fdc1bfc766e615e2b1772 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..feb4606992dced4d832d09282886885cecd25010 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:401a063004093ddb116ee39013e4957802813fe65faa9db2a0e1a1eddb40d33a +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ecda306f89eecfed44fdfdba0e6a29def220ad9 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2f174bdb18e51f6be5ff76d34a4fece651b71bf1c9a312a01e34733bf4ab13c +size 144841570 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac476b75a97721e2ef31f3c0d0dbab26117bce67 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dedd01bb8f32ee51da099691dc54c7253e1af8835d44fa95d3dc8b5caa9afaa2 +size 144841506 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fe272af639fa38f5782c124ebc078d132efccbb --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1728cdc33e78bee927692be19b41e7f41cd455ef0ead2b26cd95aeab6193f8 +size 144841378 diff --git a/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..327927e5e274249e5a862b91624be157291df16d --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5313e799fc641896dae7c8a991ce7b2a16c3f00c65df980252a79c65d2fe187c +size 144841431 diff --git a/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a184270f9147e308b80036947c9ecca7b7b841d --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_01-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9dea751ab893c44fc394034e30dd2debc69954f4eb75578402966bc241cbc1 +size 281445635 diff --git a/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7c193204ecccabff55a3de3b498d27a0c004b4 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_03-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b11e371aac1a52c3709461b4a879eec8d6ad89a6960f30630b347c23df29ca5 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..47e12432cbce4c59421526b6d0c58126ddd762ec --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_04-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36cc57e7aada629949148bf87ca08bde52cdb53b6c60b40bf8c7f6d7bd2bae37 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f765d5f234c2eb280aa8041636cf28d11182b5ea --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_05-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c335d9232dfa55b87f7e987c0d6026874d9de317b8f4f55c3c9182398c2cf3 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f76b50fc1f25684f2f52cc37f23f8a3aa7ada1c2 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_06-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b244679057f38e8056127487b1fa96cea7a70b160a678ce89d1ad08490d6ea91 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7af67870757ae4bcc1b0a5ad86fda649c0ac9131 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_07-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87dda6ebca6f9709398a2a645db8b33036bffc589406b6010790490eaf0fdc3b +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..145257cee8c3a908eeb4b0cb2fa8ca22fae33b27 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_08-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ddd9641fdaa4b10ace80df9babd3c4443806c4b84c349cd4dbea3ccfe955068 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e271d32df8b55838a0ea0727f0262e11acd3d0 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_09-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd4ddf88336e1d5a694fae1e053c09187fdd1659e2bcdb0698f15a74f20341a +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..24c2fd34656e0dcd5721d2ca60ff61f32c916d91 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_10-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ea9dba0b991f12e766a1ac6efd8661a8fc50313709ed471631b399772ef03c +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f6daf68ea54f2b2f1510d494ae72dad2483f51f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_11-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3890626be24819abb2f9b3917882fe051cd92c3293aedfd60cebd79eb8e9630a +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2e0cf65adf04e67e40ff968221d31700a3589d4 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_12-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07160fc13b23d447aaf7f24d356de2e437858bb6077e655d6a9cddbf2a8d13fe +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba10558864f1a0dbeda701d4af629c05643cbe55 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_13-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855ca380e2e8192ae0e4563134fcf0d868a3dda6c18805f1a45b68623c7dee65 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a19a8ca2ee750bf4cc36c9029c9ce8b5fac4058a --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_14-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a4e4f6bdeb94d3c0e25ee58ee422c411f2bbf14a9ca18e17953ef42bc8922e +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b625a412a456b2465d0bf6aefa895cc2237308b6 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_15-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83bad0dcb509c6aef4a4cb04b0d1c743fbd7d4001d93c9a042e24798b5e44562 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1278677e10df43e0350096e96853bac1f71409c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_16-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127c463926e23eb7b130f98fe255d3c4a570c6e2bb1dc013e099086ee3d0159d +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5940d7417f3e8a92efd5ee679788371fb5a75895 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_17-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3682ff14cbd3139f97f09c1c1ebd975a52e238c8bc855b3de3709635ab99548a +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cef4fc06c32e0353743d83f6fa3a3bd0c6a7c5c1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_18-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cae525993a466883c3e505dfa605a081adb29166657bde6dc34634bcf2def76 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f89e8075a0e78373cae3211f39c8629ba8fc8668 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_19-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33fbdde467c759e0efb319f383b44773b34d344b64aa6e24a07336d33604b21b +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..be6701b5d18d851c8bbac1c49198d7833985686e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_20-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a61adbebcb7ad304c05a5568f02c84cd91b036770de8b8b4ff9f23e5e8a8193 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b68ed0520e978bb8aa5d838b74ad54b9eb0aaa9 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_21-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6f498528108ac645f64052f5e68eb1b963284eae56946935f67508894e4800 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d079079b61624f307ec9abaedc129c8b7d3926b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_22-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcddfc51a977e0c871621be76ecb80daf6360b59774d8faca8524fa679ed297c +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..02dd149998a254b6e1a28cf0e2f9bbf22eb5d3bf --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_23-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7d5e51239b1f073df26bac23ce040addc24011994a2ccf7cf5242c8b195c1b +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b91af1b32836a79c8220571da6cd810ff8a5fb2 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_24-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab42a5828375ad111e6a1976e68ab1947bca8698820b1639885c1881e09501a +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..67966d3624334fe4bc0856d06bb9acc2ee01a6a1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_25-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb820ba6a7d2b79867427bbf3e228362dec9e7afa6d3161c0c177cf8923c52f +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..15b923dc721677ae1ec5f000564d6a5cf8a1006b --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_26-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af12c10dc298735dfd90847448c0a7bca6943fe207a7caa2e95707be825b30fe +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6465788f5e288f98efa54a3867d9df21dc3319f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_27-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2eb1f64f808dca38741c983fad8eb9f53b268133ca6d10b9156d3c99e36931 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..34a8e3fbd27a6ddabf6066cccc30508fa25c408c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_28-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029a8f728c1ee622da8077ef7950c7c1fd47825ec3019ce70c6f0c4695e36795 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e1b9bd0b3d995e6939245994a421440032e1468 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_29-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bd6d52317b9ab9343eac8b1c0b2dd619a5842b68059cf017cb27ed4357f83f +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..896dad0f8732653890f4d128dafa10af9556b894 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_30-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41fd51fb6c8edcf59a1803e415535df7493d88b0746eb55de2885dfd017daf2 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5b832c33913b1232ed5619fbbe43afc997659e1 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_31-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:583638bd21921eb2f84321400d5ca4a3f88ab9244691839d6b48c73a8e5d0802 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a83a1da717cd6531f91ddb5de577b7e614c8d32e --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_32-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af8f68d74b2f7eab65631a9e95a58362c0446fe93a7f76036ce452d6cf090fa0 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a55942c4d2eb211d8456477afd2ee3aedab678f9 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_33-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8173ee33e027bf12c7435ecd1eab6d23ed8270ec0319f6e944fd2e5eca0db2b +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad660cc2e1a2e909259812c46f0b5b1ae241a91c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_34-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:412fe96f91d0fe3d11547760e1fd8f47e53e0c3ab1ca96427ebd586cdba2d1c6 +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ac8fef8b8cb789e4dbb832baeb63d6324463543 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_35-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b444d487cbd7cb367aeb38929300de01cdcd1643f1a3212c07cda61ff8938ab +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed7694befb3c9d938bf9cb470bb26cdf7ba9df00 --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_36-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f453c6c187d9376377d6264cc018d28c0eb45f1e41bb1f6cf102be381ee30a +size 173482499 diff --git a/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt b/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8625b54863cf6b95fa5912ae76a59bc302aeb4f --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/layer_38-model_00-model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa3963d15912fc5187125b9f638d03054584ae11e9a5dfcc5c84e151a474f21 +size 11971 diff --git a/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt b/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d318ab5053975ce488c969765ebe51067dab6f7c --- /dev/null +++ b/4b284b12bc4opt4/global_step109672/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a67a81d1d58ae211a59cbc878013f7b7d19b5c88643229d3e5d2dc6dfab7e4 +size 49971 diff --git a/4b284b12bc4opt4/latest b/4b284b12bc4opt4/latest new file mode 100644 index 0000000000000000000000000000000000000000..33608b231a1dcb7f49c7d1a8f7663862400133e1 --- /dev/null +++ b/4b284b12bc4opt4/latest @@ -0,0 +1 @@ +global_step109672 \ No newline at end of file diff --git a/4b284b12bc4opt4/sbatch_4b284b12bc4opt4.sh b/4b284b12bc4opt4/sbatch_4b284b12bc4opt4.sh new file mode 100644 index 0000000000000000000000000000000000000000..7a82b74e4874acaa9eddc1db0c46c81ed0649222 --- /dev/null +++ b/4b284b12bc4opt4/sbatch_4b284b12bc4opt4.sh @@ -0,0 +1,164 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b12bc4opt4 + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=train12b.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_12B_text_document" +VALID_DATA_PATH=val.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=1 + +MICRO_BATCH_SIZE=1 +GRADIENT_ACCUMULATION_STEPS=2 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_3300M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +# TRAIN_SAMPLES=41_015_625 +TRAIN_SAMPLES=56_152_344 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 561_523 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/4b284b12bc4opt4/sbatch_4b284b12bopt4val.sh b/4b284b12bc4opt4/sbatch_4b284b12bopt4val.sh new file mode 100644 index 0000000000000000000000000000000000000000..d50f298dd172843e85a4c739b69913f48baf3de6 --- /dev/null +++ b/4b284b12bc4opt4/sbatch_4b284b12bopt4val.sh @@ -0,0 +1,168 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b12bc4opt4val +VARIANT_CKPT=lm1-4b2-84b-c4-repetitions/4b284b12bc4opt4 + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=$VARIANT_CKPT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" +#DATA_PATH="/scratch/project_462000119/data/pile/megatron_data/meg-gpt2_pile_text_document" +TRAIN_DATA_PATH=train1b5.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_12B_text_document" +VALID_DATA_PATH=val.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=1 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=2 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_3300M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=1000 + +# Tokens: 25611230000 +# -> Samples: 12505484 +TRAIN_SAMPLES=1 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.999 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 0 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + --override-lr-scheduler \ + --reset-progress \ + --no-load-optim \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1 \ + --eval-iters 100 \ + --eval-only true \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun_32.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4/events.out.tfevents.1683828246.nid006268.50205.0 b/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4/events.out.tfevents.1683828246.nid006268.50205.0 new file mode 100644 index 0000000000000000000000000000000000000000..76117b3362d1e60805b10ac944511fc22472d93f --- /dev/null +++ b/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4/events.out.tfevents.1683828246.nid006268.50205.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ad71f59846bec66c5e8b0a178b1c39099bc593548ec8ec5e8b4542691a61be +size 113292176 diff --git a/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4/events.out.tfevents.1683995441.nid005976.49721.0 b/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4/events.out.tfevents.1683995441.nid005976.49721.0 new file mode 100644 index 0000000000000000000000000000000000000000..27baf904956f079240ab1efe975bb641e4a0ab58 --- /dev/null +++ b/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4/events.out.tfevents.1683995441.nid005976.49721.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74a4c9bafbc9d346248ffe7ffb380808cae5e97d747e618203656cf7bbeb1609 +size 83517098 diff --git a/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4val/events.out.tfevents.1684134055.nid006098.113190.0 b/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4val/events.out.tfevents.1684134055.nid006098.113190.0 new file mode 100644 index 0000000000000000000000000000000000000000..8cc3f0e21858ecb8886d5c899b845f07d662e1cc --- /dev/null +++ b/4b284b12bc4opt4/tensorboard_4b284b12bc4opt4val/events.out.tfevents.1684134055.nid006098.113190.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3a2b637e5b97ca32e664f1440b21ea63da6dc1581c6c78ad77367151cb7b01 +size 980 diff --git a/4b284b12bc4opt4/transformers/config.json b/4b284b12bc4opt4/transformers/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4367ac4d04ff6be772831863f759b505dbed3bbf --- /dev/null +++ b/4b284b12bc4opt4/transformers/config.json @@ -0,0 +1 @@ +{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2688, "n_layer": 34, "n_head": 21, "n_inner": 10752, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"} \ No newline at end of file diff --git a/4b284b12bc4opt4/transformers/pytorch_model.bin b/4b284b12bc4opt4/transformers/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..6af1036bc66cc63949720200f195e1ec7416b813 --- /dev/null +++ b/4b284b12bc4opt4/transformers/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d26362838f18795ad763f621c0f8102383d658e37bb1a6ee59db75521f4ad962 +size 6465076601